Dec 01 15:33:49 user nova-compute[75223]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75223) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 01 15:33:49 user nova-compute[75223]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75223) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 01 15:33:49 user nova-compute[75223]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75223) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Dec 01 15:33:49 user nova-compute[75223]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Dec 01 15:33:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:33:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:33:49 user nova-compute[75223]: INFO nova.virt.driver [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Loading compute driver 'libvirt.LibvirtDriver'
Dec 01 15:33:50 user nova-compute[75223]: INFO nova.compute.provider_config [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Acquiring lock "singleton_lock" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Acquired lock "singleton_lock" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Releasing lock "singleton_lock" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Full set of CONF: {{(pid=75223) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ******************************************************************************** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Configuration options gathered from: {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ================================================================================ {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] allow_resize_to_same_host      = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] arq_binding_timeout            = 300 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] backdoor_port                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] backdoor_socket                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] block_device_allocate_retries  = 300 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] block_device_allocate_retries_interval = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cert                           = self.pem {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute_monitors               = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] config_dir                     = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] config_drive_format            = iso9660 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] config_source                  = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] console_host                   = user {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] control_exchange               = nova {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cpu_allocation_ratio           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] daemon                         = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] debug                          = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] default_access_ip_network_name = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] default_availability_zone      = nova {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] default_ephemeral_format       = ext4 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] default_green_pool_size        = 1000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] default_schedule_zone          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] disk_allocation_ratio          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] enable_new_services            = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] enabled_apis                   = ['osapi_compute'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] enabled_ssl_apis               = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] flat_injected                  = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] force_config_drive             = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] force_raw_images               = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] graceful_shutdown_timeout      = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] heal_instance_info_cache_interval = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] host                           = user {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instance_build_timeout         = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instance_delete_interval       = 300 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instance_format                = [instance: %(uuid)s]  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instance_name_template         = instance-%08x {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instance_usage_audit           = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instance_usage_audit_period    = month {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] internal_service_availability_zone = internal {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] key                            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] live_migration_retry_count     = 30 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_config_append              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_dir                        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_file                       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_options                    = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_rotate_interval            = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_rotate_interval_type       = days {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] log_rotation_type              = none {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] long_rpc_timeout               = 1800 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] max_concurrent_builds          = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] max_concurrent_live_migrations = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] max_concurrent_snapshots       = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] max_local_block_devices        = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] max_logfile_count              = 30 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] max_logfile_size_mb            = 200 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] maximum_instance_delete_attempts = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] metadata_listen                = 0.0.0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] metadata_listen_port           = 8775 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] metadata_workers               = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] migrate_max_retries            = -1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] mkisofs_cmd                    = genisoimage {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] my_ip                          = 10.0.0.210 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] network_allocate_retries       = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] osapi_compute_listen_port      = 8774 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] osapi_compute_unique_server_name_scope =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] osapi_compute_workers          = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] password_length                = 12 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] periodic_enable                = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] periodic_fuzzy_delay           = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] pointer_model                  = ps2mouse {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] preallocate_images             = none {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] publish_errors                 = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] pybasedir                      = /opt/stack/nova {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ram_allocation_ratio           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rate_limit_burst               = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rate_limit_except_level        = CRITICAL {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rate_limit_interval            = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] reboot_timeout                 = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] reclaim_instance_interval      = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] record                         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] reimage_timeout_per_gb         = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] report_interval                = 120 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rescue_timeout                 = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] reserved_host_cpus             = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] reserved_host_disk_mb          = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] reserved_host_memory_mb        = 512 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] reserved_huge_pages            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] resize_confirm_window          = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] resize_fs_using_block_device   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] resume_guests_state_on_host_boot = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rpc_response_timeout           = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] run_external_periodic_tasks    = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] running_deleted_instance_action = reap {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] running_deleted_instance_timeout = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler_instance_sync_interval = 120 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_down_time              = 720 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] servicegroup_driver            = db {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] shelved_offload_time           = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] shelved_poll_interval          = 3600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] shutdown_timeout               = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] source_is_ipv6                 = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ssl_only                       = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] state_path                     = /opt/stack/data/nova {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] sync_power_state_interval      = 600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] sync_power_state_pool_size     = 1000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] syslog_log_facility            = LOG_USER {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] tempdir                        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] timeout_nbd                    = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] transport_url                  = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] update_resources_interval      = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] use_cow_images                 = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] use_eventlog                   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] use_journal                    = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] use_json                       = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] use_rootwrap_daemon            = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] use_stderr                     = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] use_syslog                     = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vcpu_pin_set                   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plugging_is_fatal          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plugging_timeout           = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] virt_mkfs                      = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] volume_usage_poll_interval     = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] watch_log_file                 = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] web                            = /usr/share/spice-html5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_concurrency.disable_process_locking = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.auth_strategy              = keystone {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.compute_link_prefix        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.dhcp_domain                = novalocal {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.enable_instance_password   = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.glance_link_prefix         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.instance_list_per_project_cells = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.list_records_by_skipping_down_cells = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.local_metadata_per_cell    = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.max_limit                  = 1000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.metadata_cache_expiration  = 15 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.neutron_default_tenant_id  = default {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.use_forwarded_for          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.use_neutron_default_nets   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.vendordata_dynamic_targets = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.vendordata_jsonfile_path   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.backend                  = dogpile.cache.memcached {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.backend_argument         = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.config_prefix            = cache.oslo {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.dead_timeout             = 60.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.debug_cache_backend      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.enable_retry_client      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.enable_socket_keepalive  = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.enabled                  = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.expiration_time          = 600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.hashclient_retry_attempts = 2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_dead_retry      = 300 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_password        =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_pool_maxsize    = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_sasl_enabled    = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.memcache_username        =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.proxies                  = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.retry_attempts           = 2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.retry_delay              = 0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.socket_keepalive_count   = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.socket_keepalive_idle    = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.socket_keepalive_interval = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.tls_allowed_ciphers      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.tls_cafile               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.tls_certfile             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.tls_enabled              = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cache.tls_keyfile              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.auth_section            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.auth_type               = password {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.cafile                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.certfile                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.collect_timing          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.cross_az_attach         = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.debug                   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.endpoint_template       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.http_retries            = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.insecure                = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.keyfile                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.os_region_name          = RegionOne {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.split_loggers           = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cinder.timeout                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.cpu_dedicated_set      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.cpu_shared_set         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.image_type_exclude_list = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.resource_provider_association_refresh = 300 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.shutdown_retry_interval = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] conductor.workers              = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] console.allowed_origins        = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] console.ssl_ciphers            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] console.ssl_minimum_version    = default {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] consoleauth.token_ttl          = 600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.cafile                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.certfile                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.collect_timing          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.connect_retries         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.connect_retry_delay     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.endpoint_override       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.insecure                = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.keyfile                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.max_version             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.min_version             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.region_name             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.service_name            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.service_type            = accelerator {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.split_loggers           = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.status_code_retries     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.status_code_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.timeout                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] cyborg.version                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.backend               = sqlalchemy {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.connection            = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.connection_debug      = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.connection_parameters =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.connection_recycle_time = 3600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.connection_trace      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.db_inc_retry_interval = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.db_max_retries        = 20 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.db_max_retry_interval = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.db_retry_interval     = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.max_overflow          = 50 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.max_pool_size         = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.max_retries           = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.mysql_wsrep_sync_wait = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.pool_timeout          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.retry_interval        = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.slave_connection      = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] database.sqlite_synchronous    = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.backend           = sqlalchemy {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.connection        = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.connection_debug  = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.connection_parameters =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.connection_recycle_time = 3600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.connection_trace  = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.db_inc_retry_interval = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.db_max_retries    = 20 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.db_max_retry_interval = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.db_retry_interval = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.max_overflow      = 50 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.max_pool_size     = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.max_retries       = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.pool_timeout      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.retry_interval    = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.slave_connection  = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] api_database.sqlite_synchronous = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] devices.enabled_mdev_types     = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ephemeral_storage_encryption.enabled = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.api_servers             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.cafile                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.certfile                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.collect_timing          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.connect_retries         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.connect_retry_delay     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.debug                   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.default_trusted_certificate_ids = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.enable_certificate_validation = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.enable_rbd_download     = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.endpoint_override       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.insecure                = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.keyfile                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.max_version             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.min_version             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.num_retries             = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.rbd_ceph_conf           =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.rbd_connect_timeout     = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.rbd_pool                =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.rbd_user                =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.region_name             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.service_name            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.service_type            = image {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.split_loggers           = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.status_code_retries     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.status_code_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.timeout                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.verify_glance_signatures = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] glance.version                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] guestfs.debug                  = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.config_drive_cdrom      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.config_drive_inject_password = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.enable_instance_metrics_collection = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.enable_remotefx         = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.instances_path_share    =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.iscsi_initiator_list    = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.limit_cpu_features      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.power_state_check_timeframe = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.use_multipath_io        = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.volume_attach_retry_count = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.vswitch_name            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] mks.enabled                    = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] image_cache.manager_interval   = 2400 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] image_cache.precache_concurrency = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] image_cache.remove_unused_base_images = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] image_cache.subdirectory_name  = _base {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.api_max_retries         = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.api_retry_interval      = 2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.auth_section            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.auth_type               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.cafile                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.certfile                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.collect_timing          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.conductor_group         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.connect_retries         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.connect_retry_delay     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.endpoint_override       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.insecure                = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.keyfile                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.max_version             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.min_version             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.peer_list               = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.region_name             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.serial_console_state_timeout = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.service_name            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.service_type            = baremetal {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.split_loggers           = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.status_code_retries     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.status_code_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.timeout                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ironic.version                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] key_manager.fixed_key          = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.barbican_api_version  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.barbican_endpoint     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.barbican_endpoint_type = public {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.barbican_region_name  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.cafile                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.certfile              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.collect_timing        = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.insecure              = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.keyfile               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.number_of_retries     = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.retry_delay           = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.send_service_user_token = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.split_loggers         = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.timeout               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.verify_ssl            = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican.verify_ssl_path       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.auth_section = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.auth_type = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.cafile   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.certfile = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.collect_timing = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.insecure = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.keyfile  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.split_loggers = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] barbican_service_user.timeout  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.approle_role_id          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.approle_secret_id        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.cafile                   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.certfile                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.collect_timing           = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.insecure                 = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.keyfile                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.kv_mountpoint            = secret {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.kv_path                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.kv_version               = 2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.namespace                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.root_token_id            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.split_loggers            = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.ssl_ca_crt_file          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.timeout                  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.use_ssl                  = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.auth_section          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.auth_type             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.cafile                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.certfile              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.collect_timing        = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.connect_retries       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.connect_retry_delay   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.endpoint_override     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.insecure              = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.keyfile               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.max_version           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.min_version           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.region_name           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.service_name          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.service_type          = identity {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.split_loggers         = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.status_code_retries   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.status_code_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.timeout               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] keystone.version               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.connection_uri         =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.cpu_mode               = custom {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: WARNING oslo_config.cfg [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.cpu_power_governor_high = performance {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.cpu_power_management   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.device_detach_attempts = 8 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.device_detach_timeout  = 20 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.disk_cachemodes        = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.disk_prefix            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.enabled_perf_events    = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.file_backed_memory     = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.gid_maps               = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.hw_disk_discard        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.hw_machine_type        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.images_rbd_glance_store_name =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.images_rbd_pool        = rbd {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.images_type            = default {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.images_volume_group    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.inject_key             = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.inject_partition       = -2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.inject_password        = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.iscsi_iface            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.iser_use_multipath     = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_downtime = 500 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_inbound_addr = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_scheme  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_timeout_action = abort {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_tunnelled = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: WARNING oslo_config.cfg [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Dec 01 15:33:50 user nova-compute[75223]: live_migration_uri is deprecated for removal in favor of two other options that
Dec 01 15:33:50 user nova-compute[75223]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Dec 01 15:33:50 user nova-compute[75223]: and ``live_migration_inbound_addr`` respectively.
Dec 01 15:33:50 user nova-compute[75223]: ).  Its value may be silently ignored in the future.
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.live_migration_with_native_tls = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.max_queues             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.nfs_mount_options      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.num_pcie_ports         = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.pmem_namespaces        = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.quobyte_client_cfg     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rbd_secret_uuid        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rbd_user               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rescue_image_id        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rescue_kernel_id       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rescue_ramdisk_id      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.rx_queue_size          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.smbfs_mount_options    =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.snapshot_compression   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.snapshot_image_format  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.sparse_logical_volumes = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.swtpm_enabled          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.swtpm_group            = tss {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.swtpm_user             = tss {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.sysinfo_serial         = unique {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.tb_cache_size          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.tx_queue_size          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.uid_maps               = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.use_virtio_for_bridges = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.virt_type              = kvm {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.volume_clear           = zero {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.volume_clear_size      = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.volume_use_multipath   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.vzstorage_cache_path   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.vzstorage_mount_user   = stack {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.auth_section           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.auth_type              = password {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.cafile                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.certfile               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.collect_timing         = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.connect_retries        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.connect_retry_delay    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.default_floating_pool  = public {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.endpoint_override      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.extension_sync_interval = 600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.http_retries           = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.insecure               = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.keyfile                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.max_version            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.min_version            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.ovs_bridge             = br-int {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.physnets               = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.region_name            = RegionOne {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.service_metadata_proxy = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.service_name           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.service_type           = network {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.split_loggers          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.status_code_retries    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.status_code_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.timeout                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] neutron.version                = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] notifications.bdms_in_notifications = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] notifications.default_level    = INFO {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] notifications.notification_format = unversioned {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] notifications.notify_on_state_change = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] pci.alias                      = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] pci.device_spec                = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] pci.report_in_placement        = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.auth_section         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.auth_type            = password {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.cafile               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.certfile             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.collect_timing       = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.connect_retries      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.connect_retry_delay  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.default_domain_id    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.default_domain_name  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.domain_id            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.domain_name          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.endpoint_override    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.insecure             = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.keyfile              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.max_version          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.min_version          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.password             = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.project_domain_id    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.project_domain_name  = Default {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.project_id           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.project_name         = service {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.region_name          = RegionOne {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.service_name         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.service_type         = placement {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.split_loggers        = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.status_code_retries  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.status_code_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.system_scope         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.timeout              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.trust_id             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.user_domain_id       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.user_domain_name     = Default {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.user_id              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.username             = placement {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] placement.version              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.cores                    = 20 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.count_usage_from_placement = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.injected_file_content_bytes = 10240 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.injected_file_path_length = 255 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.injected_files           = 5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.instances                = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.key_pairs                = 100 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.metadata_items           = 128 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.ram                      = 51200 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.recheck_quota            = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.server_group_members     = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] quota.server_groups            = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rdp.enabled                    = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.image_metadata_prefilter = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.max_attempts         = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.max_placement_results = 1000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] scheduler.workers              = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.host_subset_size = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.isolated_hosts = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.isolated_images = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.pci_in_placement = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.track_instance_changes = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] metrics.required               = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] metrics.weight_multiplier      = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] metrics.weight_setting         = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] serial_console.enabled         = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] serial_console.port_range      = 10000:20000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] serial_console.serialproxy_port = 6083 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.auth_section      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.auth_type         = password {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.cafile            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.certfile          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.collect_timing    = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.insecure          = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.keyfile           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.send_service_user_token = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.split_loggers     = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] service_user.timeout           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.agent_enabled            = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.enabled                  = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.html5proxy_port          = 6082 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.image_compression        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.jpeg_compression         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.playback_compression     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.server_listen            = 127.0.0.1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.streaming_mode           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] spice.zlib_compression         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] upgrade_levels.baseapi         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] upgrade_levels.compute         = auto {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] upgrade_levels.conductor       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] upgrade_levels.scheduler       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.cafile = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.certfile = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.insecure = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vendordata_dynamic_auth.timeout = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.api_retry_count         = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.ca_file                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.cache_prefix            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.cluster_name            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.connection_pool_size    = 10 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.console_delay_seconds   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.datastore_regex         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.host_ip                 = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.host_password           = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.host_port               = 443 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.host_username           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.insecure                = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.integration_bridge      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.maximum_objects         = 100 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.pbm_default_policy      = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.pbm_enabled             = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.pbm_wsdl_location       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.serial_port_proxy_uri   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.serial_port_service_uri = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.task_poll_interval      = 0.5 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.use_linked_clone        = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.vnc_keymap              = en-us {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.vnc_port                = 5900 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vmware.vnc_port_total          = 10000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.auth_schemes               = ['none'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.enabled                    = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.novncproxy_port            = 6080 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.server_listen              = 0.0.0.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.vencrypt_ca_certs          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.vencrypt_client_cert       = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vnc.vencrypt_client_key        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.disable_rootwrap   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.enable_numa_live_migration = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.libvirt_disable_apic = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.client_socket_timeout     = 900 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.default_pool_size         = 1000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.keep_alive                = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.max_header_line           = 16384 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.ssl_ca_file               = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.ssl_cert_file             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.ssl_key_file              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.tcp_keepidle              = 600 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] zvm.ca_file                    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] zvm.cloud_connector_url        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] zvm.reachable_timeout          = 300 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.enforce_new_defaults = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.enforce_scope      = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.policy_default_rule = default {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.policy_file        = policy.yaml {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.connection_string     = messaging:// {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.enabled               = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.es_doc_type           = notification {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.es_scroll_size        = 10000 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.es_scroll_time        = 2m {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.filter_error_trace    = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.hmac_keys             = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.sentinel_service_name = mymaster {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.socket_timeout        = 0.1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.trace_requests        = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler.trace_sqlalchemy      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler_jaeger.process_tags   = {} {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler_jaeger.service_name_prefix = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] profiler_otlp.service_name_prefix = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] remote_debug.host              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] remote_debug.port              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.ssl      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_notifications.retry = -1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.auth_section        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.auth_type           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.cafile              = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.certfile            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.collect_timing      = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.connect_retries     = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.connect_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.endpoint_id         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.endpoint_override   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.insecure            = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.keyfile             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.max_version         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.min_version         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.region_name         = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.service_name        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.service_type        = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.split_loggers       = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.status_code_retries = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.status_code_retry_delay = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.timeout             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.valid_interfaces    = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_limit.version             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_reports.file_event_handler = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] oslo_reports.log_dir           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_ovs_privileged.group  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] vif_plug_ovs_privileged.user   = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_ovs.isolate_vif         = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_vif_ovs.per_port_bridge     = False {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] os_brick.lock_path             = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] privsep_osbrick.capabilities   = [21] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] privsep_osbrick.group          = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] privsep_osbrick.helper_command = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] privsep_osbrick.user           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] nova_sys_admin.group           = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] nova_sys_admin.helper_command  = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] nova_sys_admin.user            = None {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG oslo_service.service [None req-46dd2467-7bc3-419c-98b6-7ef3c39f42d6 None None] ******************************************************************************** {{(pid=75223) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Dec 01 15:33:50 user nova-compute[75223]: INFO nova.service [-] Starting compute node (version 0.0.0)
Dec 01 15:33:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Connecting to libvirt: qemu:///system {{(pid=75223) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f23fca7e770> {{(pid=75223) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Dec 01 15:33:50 user nova-compute[75223]: libvirt:  error : internal error: could not initialize domain event timer
Dec 01 15:33:50 user nova-compute[75223]: WARNING nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Dec 01 15:33:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f23fca7e770> {{(pid=75223) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Starting native event thread {{(pid=75223) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Starting green dispatch thread {{(pid=75223) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Dec 01 15:33:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Starting connection event dispatch thread {{(pid=75223) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Dec 01 15:33:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Connection event '1' reason 'None'
Dec 01 15:33:50 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 01 15:33:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.mount [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Initialising _HostMountState generation 0 {{(pid=75223) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Dec 01 15:33:57 user nova-compute[75223]: INFO nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host capabilities <capabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <host>
Dec 01 15:33:57 user nova-compute[75223]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Dec 01 15:33:57 user nova-compute[75223]:     <cpu>
Dec 01 15:33:57 user nova-compute[75223]:       <arch>x86_64</arch>
Dec 01 15:33:57 user nova-compute[75223]:       <model>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <microcode version='1070'/>
Dec 01 15:33:57 user nova-compute[75223]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Dec 01 15:33:57 user nova-compute[75223]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='osxsave'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='invtsc'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='rsba'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature name='skip-l1dfl-vmentry'/>
Dec 01 15:33:57 user nova-compute[75223]:       <pages unit='KiB' size='4'/>
Dec 01 15:33:57 user nova-compute[75223]:       <pages unit='KiB' size='2048'/>
Dec 01 15:33:57 user nova-compute[75223]:     </cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <power_management>
Dec 01 15:33:57 user nova-compute[75223]:       <suspend_mem/>
Dec 01 15:33:57 user nova-compute[75223]:       <suspend_disk/>
Dec 01 15:33:57 user nova-compute[75223]:       <suspend_hybrid/>
Dec 01 15:33:57 user nova-compute[75223]:     </power_management>
Dec 01 15:33:57 user nova-compute[75223]:     <iommu support='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <migration_features>
Dec 01 15:33:57 user nova-compute[75223]:       <live/>
Dec 01 15:33:57 user nova-compute[75223]:       <uri_transports>
Dec 01 15:33:57 user nova-compute[75223]:         <uri_transport>tcp</uri_transport>
Dec 01 15:33:57 user nova-compute[75223]:         <uri_transport>rdma</uri_transport>
Dec 01 15:33:57 user nova-compute[75223]:       </uri_transports>
Dec 01 15:33:57 user nova-compute[75223]:     </migration_features>
Dec 01 15:33:57 user nova-compute[75223]:     <topology>
Dec 01 15:33:57 user nova-compute[75223]:       <cells num='2'>
Dec 01 15:33:57 user nova-compute[75223]:         <cell id='0'>
Dec 01 15:33:57 user nova-compute[75223]:           <memory unit='KiB'>8140616</memory>
Dec 01 15:33:57 user nova-compute[75223]:           <pages unit='KiB' size='4'>2035154</pages>
Dec 01 15:33:57 user nova-compute[75223]:           <pages unit='KiB' size='2048'>0</pages>
Dec 01 15:33:57 user nova-compute[75223]:           <distances>
Dec 01 15:33:57 user nova-compute[75223]:             <sibling id='0' value='10'/>
Dec 01 15:33:57 user nova-compute[75223]:             <sibling id='1' value='20'/>
Dec 01 15:33:57 user nova-compute[75223]:           </distances>
Dec 01 15:33:57 user nova-compute[75223]:           <cpus num='6'>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Dec 01 15:33:57 user nova-compute[75223]:           </cpus>
Dec 01 15:33:57 user nova-compute[75223]:         </cell>
Dec 01 15:33:57 user nova-compute[75223]:         <cell id='1'>
Dec 01 15:33:57 user nova-compute[75223]:           <memory unit='KiB'>8255100</memory>
Dec 01 15:33:57 user nova-compute[75223]:           <pages unit='KiB' size='4'>2063775</pages>
Dec 01 15:33:57 user nova-compute[75223]:           <pages unit='KiB' size='2048'>0</pages>
Dec 01 15:33:57 user nova-compute[75223]:           <distances>
Dec 01 15:33:57 user nova-compute[75223]:             <sibling id='0' value='20'/>
Dec 01 15:33:57 user nova-compute[75223]:             <sibling id='1' value='10'/>
Dec 01 15:33:57 user nova-compute[75223]:           </distances>
Dec 01 15:33:57 user nova-compute[75223]:           <cpus num='6'>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Dec 01 15:33:57 user nova-compute[75223]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Dec 01 15:33:57 user nova-compute[75223]:           </cpus>
Dec 01 15:33:57 user nova-compute[75223]:         </cell>
Dec 01 15:33:57 user nova-compute[75223]:       </cells>
Dec 01 15:33:57 user nova-compute[75223]:     </topology>
Dec 01 15:33:57 user nova-compute[75223]:     <cache>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Dec 01 15:33:57 user nova-compute[75223]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Dec 01 15:33:57 user nova-compute[75223]:     </cache>
Dec 01 15:33:57 user nova-compute[75223]:     <secmodel>
Dec 01 15:33:57 user nova-compute[75223]:       <model>apparmor</model>
Dec 01 15:33:57 user nova-compute[75223]:       <doi>0</doi>
Dec 01 15:33:57 user nova-compute[75223]:     </secmodel>
Dec 01 15:33:57 user nova-compute[75223]:     <secmodel>
Dec 01 15:33:57 user nova-compute[75223]:       <model>dac</model>
Dec 01 15:33:57 user nova-compute[75223]:       <doi>0</doi>
Dec 01 15:33:57 user nova-compute[75223]:       <baselabel type='kvm'>+64055:+108</baselabel>
Dec 01 15:33:57 user nova-compute[75223]:       <baselabel type='qemu'>+64055:+108</baselabel>
Dec 01 15:33:57 user nova-compute[75223]:     </secmodel>
Dec 01 15:33:57 user nova-compute[75223]:   </host>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='alpha'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>clipper</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='armv6l'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>integratorcp</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>borzoi</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>spitz</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>nuri</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>musca-b1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>versatileab</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>kzm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>musca-a</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>smdkc210</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sx1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>z2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>tosa</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>sabrelite</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>realview-eb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>n810</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>n800</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>versatilepb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>terrier</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mainstone</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>midway</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>musicpal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>microbit</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>cubieboard</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>verdex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>netduino2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>raspi2b</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>cheetah</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>highbank</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>akita</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>connex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>collie</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>raspi0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='armv7l'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>integratorcp</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>borzoi</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>spitz</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>nuri</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>musca-b1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>versatileab</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>kzm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>musca-a</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>smdkc210</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sx1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>z2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>tosa</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>sabrelite</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>realview-eb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>n810</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>n800</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>versatilepb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>terrier</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mainstone</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>midway</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>musicpal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>microbit</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>cubieboard</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>verdex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>netduino2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>raspi2b</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>cheetah</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>highbank</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>akita</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>connex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>collie</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>raspi0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='aarch64'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>integratorcp</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>ast2600-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>borzoi</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>spitz</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>nuri</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>romulus-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>npcm750-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>rainier-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps3-an547</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>musca-b1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>versatileab</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>kzm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>musca-a</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>smdkc210</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sx1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>imx25-pdk</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>orangepi-pc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>z2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>tosa</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an500</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mps2-an521</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>sabrelite</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an511</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>canon-a1100</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>realview-eb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>emcraft-sf2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>realview-pb-a8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>sbsa-ref</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>raspi1ap</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>palmetto-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sx1-v1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>n810</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>g220a-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>n800</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>tacoma-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>quanta-gsj</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>versatilepb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>terrier</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mainstone</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>mps3-an524</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>kudo-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>vexpress-a9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>midway</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>musicpal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>lm3s811evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>lm3s6965evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>microbit</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an505</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an385</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>raspi3ap</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>cubieboard</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>verdex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>netduino2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mps2-an386</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>raspi3b</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>raspi2b</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>vexpress-a15</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2'>fuji-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='512'>virt-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>cheetah</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>virt-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>ast2500-evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>highbank</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>akita</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>connex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>netduinoplus2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>collie</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>raspi0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <acpi default='on' toggle='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='cris'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>axis-dev88</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='i686'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>x-remote</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>isapc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>microvm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='kvm'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <pae/>
Dec 01 15:33:57 user nova-compute[75223]:       <nonpae/>
Dec 01 15:33:57 user nova-compute[75223]:       <acpi default='on' toggle='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:       <apic default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='m68k'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mcf5208evb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>an5206</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>virt-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>q800</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>virt-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>next-cube</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>virt-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='microblaze'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='microblazeel'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>petalogix-ml605</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='mips'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='16'>malta</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='mipsel'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='16'>malta</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='mips64'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='16'>malta</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>pica61</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>magnum</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='mips64el'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='16'>malta</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='16'>loongson3-virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mipssim</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>pica61</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>magnum</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='16'>boston</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>fuloong2e</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='ppc'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>g3beige</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mac99</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>ppce500</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>pegasos2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sam460ex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>bamboo</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>40p</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>ref405ep</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>taihu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='ppc64'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2048'>powernv9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>taihu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2048'>powernv10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>ppce500</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>40p</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>pegasos2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>bamboo</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>g3beige</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mac99</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sam460ex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>ref405ep</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2048'>powernv8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='ppc64le'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2048'>powernv9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>taihu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='15'>mpc8544ds</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2048'>powernv10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>ppce500</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>40p</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>pegasos2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>bamboo</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>g3beige</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>virtex-ml507</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>mac99</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sam460ex</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>ref405ep</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2048'>powernv8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='riscv32'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='8'>spike</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>opentitan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='5'>sifive_u</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sifive_e</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='8'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='riscv64'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='8'>spike</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='5'>sifive_u</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>shakti_c</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sifive_e</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='8'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='s390x'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='sh4'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>shix</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>r2d</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='sh4eb'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>shix</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>r2d</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='sparc'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>SS-5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>SS-20</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>LX</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>SPARCClassic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>leon3_generic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>SPARCbook</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>SS-4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>SS-600MP</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>SS-10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>Voyager</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='sparc64'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sun4u</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>niagara</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>sun4v</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='x86_64'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>64</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-artful</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>x-remote</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='1'>isapc</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-disco</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-impish</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-focal</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>microvm</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='kvm'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <acpi default='on' toggle='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:       <apic default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='xtensa'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>sim</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>kc705</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>ml605</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx200</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx60</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]:   <guest>
Dec 01 15:33:57 user nova-compute[75223]:     <os_type>hvm</os_type>
Dec 01 15:33:57 user nova-compute[75223]:     <arch name='xtensaeb'>
Dec 01 15:33:57 user nova-compute[75223]:       <wordsize>32</wordsize>
Dec 01 15:33:57 user nova-compute[75223]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='4'>sim</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>kc705</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>ml605</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>ml605-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>virt</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx60-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx200</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx200-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>lx60</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <machine maxCpus='32'>kc705-nommu</machine>
Dec 01 15:33:57 user nova-compute[75223]:       <domain type='qemu'/>
Dec 01 15:33:57 user nova-compute[75223]:     </arch>
Dec 01 15:33:57 user nova-compute[75223]:     <features>
Dec 01 15:33:57 user nova-compute[75223]:       <cpuselection/>
Dec 01 15:33:57 user nova-compute[75223]:       <deviceboot/>
Dec 01 15:33:57 user nova-compute[75223]:       <disksnapshot default='on' toggle='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     </features>
Dec 01 15:33:57 user nova-compute[75223]:   </guest>
Dec 01 15:33:57 user nova-compute[75223]: </capabilities>
Dec 01 15:33:57 user nova-compute[75223]: 
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'q35', 'pc', 'ubuntu-q35'} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-i440fx-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>i686</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='255'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'/>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='lm'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ide</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-q35-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>i686</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='288'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'/>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='lm'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-i440fx-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>i686</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='255'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'/>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='lm'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ide</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-i386</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-q35-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>i686</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='288'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'/>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='lm'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for ppc64 via machine types: {'pseries', None, 'powernv'} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'q35', 'pc', 'ubuntu-q35'} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-i440fx-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>x86_64</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='255'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>efi</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='invtsc'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='rsba'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ide</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-q35-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>x86_64</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='288'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>efi</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='invtsc'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='rsba'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-i440fx-6.2</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>x86_64</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='255'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>efi</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='invtsc'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='rsba'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ide</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Dec 01 15:33:57 user nova-compute[75223]: <domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:   <path>/usr/bin/qemu-system-x86_64</path>
Dec 01 15:33:57 user nova-compute[75223]:   <domain>kvm</domain>
Dec 01 15:33:57 user nova-compute[75223]:   <machine>pc-q35-jammy</machine>
Dec 01 15:33:57 user nova-compute[75223]:   <arch>x86_64</arch>
Dec 01 15:33:57 user nova-compute[75223]:   <vcpu max='288'/>
Dec 01 15:33:57 user nova-compute[75223]:   <iothreads supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:   <os supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='firmware'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>efi</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:     <loader supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>rom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pflash</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='readonly'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='secure'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>yes</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>no</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </loader>
Dec 01 15:33:57 user nova-compute[75223]:   </os>
Dec 01 15:33:57 user nova-compute[75223]:   <cpu>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-passthrough' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='hostPassthroughMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='maximum' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='maximumMigratable'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>on</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>off</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='host-model' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <vendor>Intel</vendor>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ss'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='vmx'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pcid'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='hypervisor'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arat'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='tsc_adjust'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='umip'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='md-clear'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='arch-capabilities'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='invtsc'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibpb'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='ibrs'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-stibp'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='amd-ssbd'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='rsba'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='require' name='pschange-mc-no'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='erms'/>
Dec 01 15:33:57 user nova-compute[75223]:       <feature policy='disable' name='xsaveopt'/>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:     <mode name='custom' supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>qemu64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>qemu32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>phenom</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>pentium</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>n270</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm64</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>kvm32</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>coreduo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>core2duo</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>athlon</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Westmere</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Snowridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Skylake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>SandyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Penryn</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G5</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G4</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G3</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Opteron_G2</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Opteron_G1</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>IvyBridge</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Icelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Haswell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Rome</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-Milan</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC-IBPB</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>EPYC</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Dhyana</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cooperlake</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>Conroe</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Cascadelake-Server</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-noTSX</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell-IBRS</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='no'>Broadwell</model>
Dec 01 15:33:57 user nova-compute[75223]:       <model usable='yes'>486</model>
Dec 01 15:33:57 user nova-compute[75223]:     </mode>
Dec 01 15:33:57 user nova-compute[75223]:   </cpu>
Dec 01 15:33:57 user nova-compute[75223]:   <memoryBacking supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:     <enum name='sourceType'>
Dec 01 15:33:57 user nova-compute[75223]:       <value>file</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>anonymous</value>
Dec 01 15:33:57 user nova-compute[75223]:       <value>memfd</value>
Dec 01 15:33:57 user nova-compute[75223]:     </enum>
Dec 01 15:33:57 user nova-compute[75223]:   </memoryBacking>
Dec 01 15:33:57 user nova-compute[75223]:   <devices>
Dec 01 15:33:57 user nova-compute[75223]:     <disk supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='diskDevice'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>disk</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cdrom</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>floppy</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>lun</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='bus'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>fdc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sata</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </disk>
Dec 01 15:33:57 user nova-compute[75223]:     <graphics supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='type'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>sdl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vnc</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>spice</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egl-headless</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </graphics>
Dec 01 15:33:57 user nova-compute[75223]:     <video supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='modelType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>cirrus</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>vmvga</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>qxl</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>none</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>bochs</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>ramfb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </video>
Dec 01 15:33:57 user nova-compute[75223]:     <hostdev supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='mode'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>subsystem</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='startupPolicy'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>default</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>mandatory</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>requisite</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>optional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='subsysType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>usb</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>pci</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>scsi</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='capsType'/>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='pciBackend'/>
Dec 01 15:33:57 user nova-compute[75223]:     </hostdev>
Dec 01 15:33:57 user nova-compute[75223]:     <rng supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtio-non-transitional</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>random</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>egd</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>builtin</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </rng>
Dec 01 15:33:57 user nova-compute[75223]:     <filesystem supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='driverType'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>path</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>handle</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>virtiofs</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </filesystem>
Dec 01 15:33:57 user nova-compute[75223]:     <tpm supported='yes'>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='model'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-tis</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>tpm-crb</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:       <enum name='backendModel'>
Dec 01 15:33:57 user nova-compute[75223]:         <value>passthrough</value>
Dec 01 15:33:57 user nova-compute[75223]:         <value>emulator</value>
Dec 01 15:33:57 user nova-compute[75223]:       </enum>
Dec 01 15:33:57 user nova-compute[75223]:     </tpm>
Dec 01 15:33:57 user nova-compute[75223]:   </devices>
Dec 01 15:33:57 user nova-compute[75223]:   <features>
Dec 01 15:33:57 user nova-compute[75223]:     <gic supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:     <vmcoreinfo supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <genid supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backingStoreInput supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <backup supported='yes'/>
Dec 01 15:33:57 user nova-compute[75223]:     <sev supported='no'/>
Dec 01 15:33:57 user nova-compute[75223]:   </features>
Dec 01 15:33:57 user nova-compute[75223]: </domainCapabilities>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75223) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75223) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Checking secure boot support for host arch (x86_64) {{(pid=75223) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Checking secure boot support for host arch (x86_64) {{(pid=75223) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Checking secure boot support for host arch (x86_64) {{(pid=75223) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Dec 01 15:33:57 user nova-compute[75223]: INFO nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Secure Boot support detected
Dec 01 15:33:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] cpu compare xml: <cpu match="exact">
Dec 01 15:33:57 user nova-compute[75223]:   <model>Nehalem</model>
Dec 01 15:33:57 user nova-compute[75223]: </cpu>
Dec 01 15:33:57 user nova-compute[75223]:  {{(pid=75223) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10017}}
Dec 01 15:33:57 user nova-compute[75223]: INFO nova.virt.node [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Generated node identity e8810a44-7c2e-4f8d-bac2-3b6ae207a446
Dec 01 15:33:57 user nova-compute[75223]: INFO nova.virt.node [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Wrote node identity e8810a44-7c2e-4f8d-bac2-3b6ae207a446 to /opt/stack/data/nova/compute_id
Dec 01 15:33:57 user nova-compute[75223]: WARNING nova.compute.manager [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Compute nodes ['e8810a44-7c2e-4f8d-bac2-3b6ae207a446'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Dec 01 15:33:58 user nova-compute[75223]: INFO nova.compute.manager [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Dec 01 15:33:58 user nova-compute[75223]: WARNING nova.compute.manager [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Dec 01 15:33:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:33:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:33:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Hypervisor/Node resource view: name=user free_ram=11010MB free_disk=26.215435028076172GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:33:58 user nova-compute[75223]: WARNING nova.compute.resource_tracker [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] No compute node record for user:e8810a44-7c2e-4f8d-bac2-3b6ae207a446: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host e8810a44-7c2e-4f8d-bac2-3b6ae207a446 could not be found.
Dec 01 15:33:58 user nova-compute[75223]: INFO nova.compute.resource_tracker [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Compute node record created for user:user with uuid: e8810a44-7c2e-4f8d-bac2-3b6ae207a446
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:33:58 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] [req-8c162a7c-39f7-47f8-8191-6d43f7d37136] Created resource provider record via placement API for resource provider with UUID e8810a44-7c2e-4f8d-bac2-3b6ae207a446 and name user.
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75223) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Dec 01 15:33:58 user nova-compute[75223]: INFO nova.virt.libvirt.host [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] kernel doesn't support AMD SEV
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Libvirt baseline CPU <cpu>
Dec 01 15:33:58 user nova-compute[75223]:   <arch>x86_64</arch>
Dec 01 15:33:58 user nova-compute[75223]:   <model>Nehalem</model>
Dec 01 15:33:58 user nova-compute[75223]:   <vendor>Intel</vendor>
Dec 01 15:33:58 user nova-compute[75223]:   <topology sockets="6" cores="1" threads="1"/>
Dec 01 15:33:58 user nova-compute[75223]: </cpu>
Dec 01 15:33:58 user nova-compute[75223]:  {{(pid=75223) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12515}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Updated inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Updating resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 generation from 0 to 1 during operation: update_inventory {{(pid=75223) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 01 15:33:58 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 15:33:59 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Updating resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 generation from 1 to 2 during operation: update_traits {{(pid=75223) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Dec 01 15:33:59 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:33:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.669s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:33:59 user nova-compute[75223]: DEBUG nova.service [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Creating RPC server for service compute {{(pid=75223) start /opt/stack/nova/nova/service.py:182}}
Dec 01 15:33:59 user nova-compute[75223]: DEBUG nova.service [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] Join ServiceGroup membership for this service compute {{(pid=75223) start /opt/stack/nova/nova/service.py:199}}
Dec 01 15:33:59 user nova-compute[75223]: DEBUG nova.servicegroup.drivers.db [None req-ad08c8b8-38e6-47c4-9dc8-41d3a2dc4176 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75223) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:34:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:34:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=10335MB free_disk=26.119029998779297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.135s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:34:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:35:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:35:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:35:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:35:51 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:35:52 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:35:52 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:35:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=10353MB free_disk=26.183597564697266GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:35:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.149s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:36:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:36:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:36:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:36:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:36:53 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:36:54 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:36:54 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:36:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=10347MB free_disk=25.935928344726562GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:36:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.162s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:37:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:37:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:37:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 15:37:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 15:37:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:37:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:37:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:37:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:37:53 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:37:54 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:37:54 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:37:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9629MB free_disk=25.956703186035156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:37:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.155s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:00 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:01 user nova-compute[75223]: INFO nova.compute.claims [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Claim successful on node user
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:01 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:01 user nova-compute[75223]: INFO nova.compute.claims [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Claim successful on node user
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Creating image(s)
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "/opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "/opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "/opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.policy [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9c0a3a2ee134d9b9d1d06256e1b1450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33a0fd8579e341b58fe1ad090b684c93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.772s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.595s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:02 user nova-compute[75223]: INFO nova.compute.claims [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Claim successful on node user
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.part --force-share --output=json" returned: 0 in 0.222s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.virt.images [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] ce2ef816-8d04-43f7-96f7-6d77624db3e5 was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:38:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.part /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.part /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.converted" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Creating image(s)
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.460s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.policy [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992c1c3822394860b4c5224d6c4e8dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29d7bed87ddd4072960db25543c73d23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.246s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:03 user nova-compute[75223]: INFO oslo.privsep.daemon [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmp1ubic8hs/privsep.sock']
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.098s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.network.neutron [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:03 user sudo[84480]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp1ubic8hs/privsep.sock
Dec 01 15:38:03 user sudo[84480]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 01 15:38:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.policy [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ac7506af3a447f86fdafeb5e8a0135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab15a7350574232a033828939da90d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Creating image(s)
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "/opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Successfully created port: e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:03 user nova-compute[75223]: INFO nova.compute.claims [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Claim successful on node user
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.608s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.policy [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992c1c3822394860b4c5224d6c4e8dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29d7bed87ddd4072960db25543c73d23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Creating image(s)
Dec 01 15:38:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:05 user sudo[84480]: pam_unix(sudo:session): session closed for user root
Dec 01 15:38:05 user nova-compute[75223]: INFO oslo.privsep.daemon [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Spawned new privsep daemon via rootwrap
Dec 01 15:38:05 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 01 15:38:05 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 01 15:38:05 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Dec 01 15:38:05 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84483
Dec 01 15:38:05 user nova-compute[75223]: WARNING oslo_privsep.priv_context [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] privsep daemon already running
Dec 01 15:38:05 user nova-compute[75223]: WARNING oslo_privsep.priv_context [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] privsep daemon already running
Dec 01 15:38:05 user nova-compute[75223]: WARNING oslo_privsep.priv_context [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] privsep daemon already running
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Successfully created port: fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Successfully updated port: e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquired lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Successfully created port: 9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.236s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.276s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.253s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk 1073741824" returned: 0 in 0.061s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.239s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:05 user nova-compute[75223]: INFO nova.compute.claims [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Claim successful on node user
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received event network-changed-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Refreshing instance network info cache due to event network-changed-e8d3f71a-4b91-4a39-82f9-42962284a3b5. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] Acquiring lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.213s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk 1073741824" returned: 0 in 0.048s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.466s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Cannot resize image /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Ensure instance console log exists: /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.152s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Checking if we can resize image /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk 1073741824" returned: 0 in 0.061s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.765s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Cannot resize image /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Ensure instance console log exists: /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Successfully created port: 18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.738s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.236s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk 1073741824" returned: 0 in 0.067s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.324s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Cannot resize image /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Ensure instance console log exists: /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updating instance_info_cache with network_info: [{"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Releasing lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Instance network_info: |[{"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] Acquired lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Refreshing network info cache for port e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Start _get_guest_xml network_info=[{"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:07 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Creating image(s)
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "/opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "/opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "/opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:07 user nova-compute[75223]: INFO nova.compute.claims [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Claim successful on node user
Dec 01 15:38:07 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:07 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:37:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-622921600',display_name='tempest-DeleteServersTestJSON-server-622921600',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-622921600',id=1,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='33a0fd8579e341b58fe1ad090b684c93',ramdisk_id='',reservation_id='r-3j39nwgg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1235809124',owner_user_name='tempest-DeleteServersTestJSON-1235809124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:02Z,user_data=None,user_id='b9c0a3a2ee134d9b9d1d06256e1b1450',uuid=7c0e6198-cc6a-4b34-81df-a589b2990fbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Converting VIF {"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:9c:6b,bridge_name='br-int',has_traffic_filtering=True,id=e8d3f71a-4b91-4a39-82f9-42962284a3b5,network=Network(d79f9070-25b7-4906-b73f-29966468c338),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d3f71a-4b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lazy-loading 'pci_devices' on Instance uuid 7c0e6198-cc6a-4b34-81df-a589b2990fbd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.policy [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ec8d012a9e34a76b5b664d8ee648e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a95e6088fc049c89d0e6f2194dc80ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.network.neutron [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Successfully updated port: fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:07 user nova-compute[75223]:   <uuid>7c0e6198-cc6a-4b34-81df-a589b2990fbd</uuid>
Dec 01 15:38:07 user nova-compute[75223]:   <name>instance-00000001</name>
Dec 01 15:38:07 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:07 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:07 user nova-compute[75223]:   <metadata>
Dec 01 15:38:07 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:07 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:07 user nova-compute[75223]:       <nova:name>tempest-DeleteServersTestJSON-server-622921600</nova:name>
Dec 01 15:38:07 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:07</nova:creationTime>
Dec 01 15:38:07 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:07 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:07 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:07 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:07 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:07 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:07 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:07 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:07 user nova-compute[75223]:         <nova:user uuid="b9c0a3a2ee134d9b9d1d06256e1b1450">tempest-DeleteServersTestJSON-1235809124-project-member</nova:user>
Dec 01 15:38:07 user nova-compute[75223]:         <nova:project uuid="33a0fd8579e341b58fe1ad090b684c93">tempest-DeleteServersTestJSON-1235809124</nova:project>
Dec 01 15:38:07 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:07 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:07 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:07 user nova-compute[75223]:         <nova:port uuid="e8d3f71a-4b91-4a39-82f9-42962284a3b5">
Dec 01 15:38:07 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 15:38:07 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:07 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:07 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:07 user nova-compute[75223]:   </metadata>
Dec 01 15:38:07 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:07 user nova-compute[75223]:     <system>
Dec 01 15:38:07 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:07 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:07 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:07 user nova-compute[75223]:       <entry name="serial">7c0e6198-cc6a-4b34-81df-a589b2990fbd</entry>
Dec 01 15:38:07 user nova-compute[75223]:       <entry name="uuid">7c0e6198-cc6a-4b34-81df-a589b2990fbd</entry>
Dec 01 15:38:07 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:07 user nova-compute[75223]:     </system>
Dec 01 15:38:07 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:07 user nova-compute[75223]:   <os>
Dec 01 15:38:07 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:07 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:07 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:07 user nova-compute[75223]:   </os>
Dec 01 15:38:07 user nova-compute[75223]:   <features>
Dec 01 15:38:07 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:07 user nova-compute[75223]:     <apic/>
Dec 01 15:38:07 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:07 user nova-compute[75223]:   </features>
Dec 01 15:38:07 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:07 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:07 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:07 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:07 user nova-compute[75223]:   </clock>
Dec 01 15:38:07 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:07 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:07 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:07 user nova-compute[75223]:   </cpu>
Dec 01 15:38:07 user nova-compute[75223]:   <devices>
Dec 01 15:38:07 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:07 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:07 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk"/>
Dec 01 15:38:07 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:07 user nova-compute[75223]:     </disk>
Dec 01 15:38:07 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:07 user nova-compute[75223]:       <mac address="fa:16:3e:52:9c:6b"/>
Dec 01 15:38:07 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:07 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:07 user nova-compute[75223]:       <target dev="tape8d3f71a-4b"/>
Dec 01 15:38:07 user nova-compute[75223]:     </interface>
Dec 01 15:38:07 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:07 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/console.log" append="off"/>
Dec 01 15:38:07 user nova-compute[75223]:     </serial>
Dec 01 15:38:07 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:07 user nova-compute[75223]:     <video>
Dec 01 15:38:07 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:07 user nova-compute[75223]:     </video>
Dec 01 15:38:07 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:07 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:07 user nova-compute[75223]:     </rng>
Dec 01 15:38:07 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:07 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:07 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:07 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:07 user nova-compute[75223]:   </devices>
Dec 01 15:38:07 user nova-compute[75223]: </domain>
Dec 01 15:38:07 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:37:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-622921600',display_name='tempest-DeleteServersTestJSON-server-622921600',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-622921600',id=1,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='33a0fd8579e341b58fe1ad090b684c93',ramdisk_id='',reservation_id='r-3j39nwgg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-1235809124',owner_user_name='tempest-DeleteServersTestJSON-1235809124-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:02Z,user_data=None,user_id='b9c0a3a2ee134d9b9d1d06256e1b1450',uuid=7c0e6198-cc6a-4b34-81df-a589b2990fbd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Converting VIF {"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:9c:6b,bridge_name='br-int',has_traffic_filtering=True,id=e8d3f71a-4b91-4a39-82f9-42962284a3b5,network=Network(d79f9070-25b7-4906-b73f-29966468c338),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d3f71a-4b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG os_vif [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:9c:6b,bridge_name='br-int',has_traffic_filtering=True,id=e8d3f71a-4b91-4a39-82f9-42962284a3b5,network=Network(d79f9070-25b7-4906-b73f-29966468c338),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d3f71a-4b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Created schema index Interface.name {{(pid=75223) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Created schema index Port.name {{(pid=75223) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Created schema index Bridge.name {{(pid=75223) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.network.neutron [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [POLLOUT] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.280s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.350s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Cannot resize image /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Ensure instance console log exists: /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fa436ce3-3564-510a-a2ab-baf1fe83a8b0', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:07 user nova-compute[75223]: INFO oslo.privsep.daemon [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmp0htxf5hp/privsep.sock']
Dec 01 15:38:07 user sudo[84557]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmp0htxf5hp/privsep.sock
Dec 01 15:38:07 user sudo[84557]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.253s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk 1073741824" returned: 0 in 0.043s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.298s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.network.neutron [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received event network-changed-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Refreshing instance network info cache due to event network-changed-fae5c692-5794-45b1-b788-2482fcade66c. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] Acquiring lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.840s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Cannot resize image /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Ensure instance console log exists: /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Creating image(s)
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updated VIF entry in instance network info cache for port e8d3f71a-4b91-4a39-82f9-42962284a3b5. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updating instance_info_cache with network_info: [{"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6ba706cc-21f1-43cb-8156-26489dae0336 req-c0f46f96-5b7b-4da7-9162-62d85f2ffbbc service nova] Releasing lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Successfully updated port: 9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.policy [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c3011c28d7c4f61af61c5d89043e245', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b386d4eba248328f062c861d22cc85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Successfully updated port: 18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-changed-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Refreshing instance network info cache due to event network-changed-18336752-c6a5-4283-aabd-39e2dec155cf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] Acquiring lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk 1073741824" returned: 0 in 0.053s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.252s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Checking if we can resize image /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:08 user sudo[84557]: pam_unix(sudo:session): session closed for user root
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updating instance_info_cache with network_info: [{"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-changed-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Refreshing instance network info cache due to event network-changed-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] Acquiring lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:08 user nova-compute[75223]: INFO oslo.privsep.daemon [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Spawned new privsep daemon via rootwrap
Dec 01 15:38:08 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 01 15:38:08 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 01 15:38:08 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Dec 01 15:38:08 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84579
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Instance network_info: |[{"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] Acquired lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Refreshing network info cache for port fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Start _get_guest_xml network_info=[{"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-376018647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-376018647',id=3,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-gtw046a7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:03Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=ab6fdf7b-6145-4363-b826-188bba58045f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:de:43,bridge_name='br-int',has_traffic_filtering=True,id=fae5c692-5794-45b1-b788-2482fcade66c,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfae5c692-57') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'pci_devices' on Instance uuid ab6fdf7b-6145-4363-b826-188bba58045f {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updating instance_info_cache with network_info: [{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Cannot resize image /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Ensure instance console log exists: /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:09 user nova-compute[75223]:   <uuid>ab6fdf7b-6145-4363-b826-188bba58045f</uuid>
Dec 01 15:38:09 user nova-compute[75223]:   <name>instance-00000003</name>
Dec 01 15:38:09 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:09 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:09 user nova-compute[75223]:   <metadata>
Dec 01 15:38:09 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:09 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-376018647</nova:name>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:09</nova:creationTime>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:09 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:user uuid="f3ac7506af3a447f86fdafeb5e8a0135">tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member</nova:user>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:project uuid="dab15a7350574232a033828939da90d5">tempest-ServerBootFromVolumeStableRescueTest-1119349329</nova:project>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:port uuid="fae5c692-5794-45b1-b788-2482fcade66c">
Dec 01 15:38:09 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 15:38:09 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:09 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:09 user nova-compute[75223]:   </metadata>
Dec 01 15:38:09 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:09 user nova-compute[75223]:     <system>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="serial">ab6fdf7b-6145-4363-b826-188bba58045f</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="uuid">ab6fdf7b-6145-4363-b826-188bba58045f</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:09 user nova-compute[75223]:     </system>
Dec 01 15:38:09 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:09 user nova-compute[75223]:   <os>
Dec 01 15:38:09 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:09 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:09 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:09 user nova-compute[75223]:   </os>
Dec 01 15:38:09 user nova-compute[75223]:   <features>
Dec 01 15:38:09 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:09 user nova-compute[75223]:     <apic/>
Dec 01 15:38:09 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:09 user nova-compute[75223]:   </features>
Dec 01 15:38:09 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:09 user nova-compute[75223]:   </clock>
Dec 01 15:38:09 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:09 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:09 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:09 user nova-compute[75223]:   </cpu>
Dec 01 15:38:09 user nova-compute[75223]:   <devices>
Dec 01 15:38:09 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:09 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:09 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk"/>
Dec 01 15:38:09 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:     </disk>
Dec 01 15:38:09 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:09 user nova-compute[75223]:       <mac address="fa:16:3e:5e:de:43"/>
Dec 01 15:38:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:09 user nova-compute[75223]:       <target dev="tapfae5c692-57"/>
Dec 01 15:38:09 user nova-compute[75223]:     </interface>
Dec 01 15:38:09 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:09 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/console.log" append="off"/>
Dec 01 15:38:09 user nova-compute[75223]:     </serial>
Dec 01 15:38:09 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:09 user nova-compute[75223]:     <video>
Dec 01 15:38:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:     </video>
Dec 01 15:38:09 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:09 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:09 user nova-compute[75223]:     </rng>
Dec 01 15:38:09 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:09 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:09 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:09 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:09 user nova-compute[75223]:   </devices>
Dec 01 15:38:09 user nova-compute[75223]: </domain>
Dec 01 15:38:09 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-376018647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-376018647',id=3,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-gtw046a7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:03Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=ab6fdf7b-6145-4363-b826-188bba58045f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:de:43,bridge_name='br-int',has_traffic_filtering=True,id=fae5c692-5794-45b1-b788-2482fcade66c,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfae5c692-57') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG os_vif [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:de:43,bridge_name='br-int',has_traffic_filtering=True,id=fae5c692-5794-45b1-b788-2482fcade66c,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfae5c692-57') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c07e68f3-bb49-5d10-a2a6-abe40d38f6fb', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance network_info: |[{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] Acquired lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Refreshing network info cache for port 18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Start _get_guest_xml network_info=[{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-136841400',display_name='tempest-ServerRescueNegativeTestJSON-server-136841400',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-136841400',id=4,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-fa2zcudh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:04Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=d7c014ea-fea8-4648-baa7-44ef5312439d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'pci_devices' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:09 user nova-compute[75223]:   <uuid>d7c014ea-fea8-4648-baa7-44ef5312439d</uuid>
Dec 01 15:38:09 user nova-compute[75223]:   <name>instance-00000004</name>
Dec 01 15:38:09 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:09 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:09 user nova-compute[75223]:   <metadata>
Dec 01 15:38:09 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:09 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-136841400</nova:name>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:09</nova:creationTime>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:09 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:user uuid="992c1c3822394860b4c5224d6c4e8dd7">tempest-ServerRescueNegativeTestJSON-746103029-project-member</nova:user>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:project uuid="29d7bed87ddd4072960db25543c73d23">tempest-ServerRescueNegativeTestJSON-746103029</nova:project>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:port uuid="18336752-c6a5-4283-aabd-39e2dec155cf">
Dec 01 15:38:09 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 01 15:38:09 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:09 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:09 user nova-compute[75223]:   </metadata>
Dec 01 15:38:09 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:09 user nova-compute[75223]:     <system>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="serial">d7c014ea-fea8-4648-baa7-44ef5312439d</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="uuid">d7c014ea-fea8-4648-baa7-44ef5312439d</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:09 user nova-compute[75223]:     </system>
Dec 01 15:38:09 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:09 user nova-compute[75223]:   <os>
Dec 01 15:38:09 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:09 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:09 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:09 user nova-compute[75223]:   </os>
Dec 01 15:38:09 user nova-compute[75223]:   <features>
Dec 01 15:38:09 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:09 user nova-compute[75223]:     <apic/>
Dec 01 15:38:09 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:09 user nova-compute[75223]:   </features>
Dec 01 15:38:09 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:09 user nova-compute[75223]:   </clock>
Dec 01 15:38:09 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:09 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:09 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:09 user nova-compute[75223]:   </cpu>
Dec 01 15:38:09 user nova-compute[75223]:   <devices>
Dec 01 15:38:09 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:09 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:09 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk"/>
Dec 01 15:38:09 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:     </disk>
Dec 01 15:38:09 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:09 user nova-compute[75223]:       <mac address="fa:16:3e:a8:d8:1b"/>
Dec 01 15:38:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:09 user nova-compute[75223]:       <target dev="tap18336752-c6"/>
Dec 01 15:38:09 user nova-compute[75223]:     </interface>
Dec 01 15:38:09 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:09 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/console.log" append="off"/>
Dec 01 15:38:09 user nova-compute[75223]:     </serial>
Dec 01 15:38:09 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:09 user nova-compute[75223]:     <video>
Dec 01 15:38:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:     </video>
Dec 01 15:38:09 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:09 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:09 user nova-compute[75223]:     </rng>
Dec 01 15:38:09 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:09 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:09 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:09 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:09 user nova-compute[75223]:   </devices>
Dec 01 15:38:09 user nova-compute[75223]: </domain>
Dec 01 15:38:09 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-136841400',display_name='tempest-ServerRescueNegativeTestJSON-server-136841400',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-136841400',id=4,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-fa2zcudh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:04Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=d7c014ea-fea8-4648-baa7-44ef5312439d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG os_vif [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e40eb868-21ff-511d-911b-085b372ab403', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfae5c692-57, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfae5c692-57, col_values=(('qos', UUID('8334dc58-9eb3-47e7-9fa6-f48167650119')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfae5c692-57, col_values=(('external_ids', {'iface-id': 'fae5c692-5794-45b1-b788-2482fcade66c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5e:de:43', 'vm-uuid': 'ab6fdf7b-6145-4363-b826-188bba58045f'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: INFO os_vif [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:de:43,bridge_name='br-int',has_traffic_filtering=True,id=fae5c692-5794-45b1-b788-2482fcade66c,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfae5c692-57')
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18336752-c6, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18336752-c6, col_values=(('qos', UUID('9c95db40-c49b-4f90-8b2a-750a234984b0')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18336752-c6, col_values=(('external_ids', {'iface-id': '18336752-c6a5-4283-aabd-39e2dec155cf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a8:d8:1b', 'vm-uuid': 'd7c014ea-fea8-4648-baa7-44ef5312439d'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: INFO os_vif [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6')
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8d3f71a-4b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8d3f71a-4b, col_values=(('qos', UUID('6aa4a095-2e2d-4be0-be13-1007596bcca6')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8d3f71a-4b, col_values=(('external_ids', {'iface-id': 'e8d3f71a-4b91-4a39-82f9-42962284a3b5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:9c:6b', 'vm-uuid': '7c0e6198-cc6a-4b34-81df-a589b2990fbd'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance network_info: |[{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:09 user nova-compute[75223]: INFO os_vif [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:9c:6b,bridge_name='br-int',has_traffic_filtering=True,id=e8d3f71a-4b91-4a39-82f9-42962284a3b5,network=Network(d79f9070-25b7-4906-b73f-29966468c338),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d3f71a-4b')
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] Acquired lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Refreshing network info cache for port 9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Start _get_guest_xml network_info=[{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No VIF found with MAC fa:16:3e:5e:de:43, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No VIF found with MAC fa:16:3e:a8:d8:1b, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1687121101',display_name='tempest-ServerRescueNegativeTestJSON-server-1687121101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1687121101',id=2,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-cf02fvg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:03Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=521bb831-208c-4f84-a9ce-4a854ed3f0bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'pci_devices' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updated VIF entry in instance network info cache for port 18336752-c6a5-4283-aabd-39e2dec155cf. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updating instance_info_cache with network_info: [{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:09 user nova-compute[75223]:   <uuid>521bb831-208c-4f84-a9ce-4a854ed3f0bd</uuid>
Dec 01 15:38:09 user nova-compute[75223]:   <name>instance-00000002</name>
Dec 01 15:38:09 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:09 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:09 user nova-compute[75223]:   <metadata>
Dec 01 15:38:09 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:09 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1687121101</nova:name>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:09</nova:creationTime>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:09 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:user uuid="992c1c3822394860b4c5224d6c4e8dd7">tempest-ServerRescueNegativeTestJSON-746103029-project-member</nova:user>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:project uuid="29d7bed87ddd4072960db25543c73d23">tempest-ServerRescueNegativeTestJSON-746103029</nova:project>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:09 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:09 user nova-compute[75223]:         <nova:port uuid="9cbe7b78-866e-4c8f-8ff6-7a89283a8f82">
Dec 01 15:38:09 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 15:38:09 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:09 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:09 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:09 user nova-compute[75223]:   </metadata>
Dec 01 15:38:09 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:09 user nova-compute[75223]:     <system>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="serial">521bb831-208c-4f84-a9ce-4a854ed3f0bd</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="uuid">521bb831-208c-4f84-a9ce-4a854ed3f0bd</entry>
Dec 01 15:38:09 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:09 user nova-compute[75223]:     </system>
Dec 01 15:38:09 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:09 user nova-compute[75223]:   <os>
Dec 01 15:38:09 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:09 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:09 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:09 user nova-compute[75223]:   </os>
Dec 01 15:38:09 user nova-compute[75223]:   <features>
Dec 01 15:38:09 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:09 user nova-compute[75223]:     <apic/>
Dec 01 15:38:09 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:09 user nova-compute[75223]:   </features>
Dec 01 15:38:09 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:09 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:09 user nova-compute[75223]:   </clock>
Dec 01 15:38:09 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:09 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:09 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:09 user nova-compute[75223]:   </cpu>
Dec 01 15:38:09 user nova-compute[75223]:   <devices>
Dec 01 15:38:09 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:09 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:09 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk"/>
Dec 01 15:38:09 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:     </disk>
Dec 01 15:38:09 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:09 user nova-compute[75223]:       <mac address="fa:16:3e:cd:f4:1d"/>
Dec 01 15:38:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:09 user nova-compute[75223]:       <target dev="tap9cbe7b78-86"/>
Dec 01 15:38:09 user nova-compute[75223]:     </interface>
Dec 01 15:38:09 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:09 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/console.log" append="off"/>
Dec 01 15:38:09 user nova-compute[75223]:     </serial>
Dec 01 15:38:09 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:09 user nova-compute[75223]:     <video>
Dec 01 15:38:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:09 user nova-compute[75223]:     </video>
Dec 01 15:38:09 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:09 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:09 user nova-compute[75223]:     </rng>
Dec 01 15:38:09 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:09 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:09 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:09 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:09 user nova-compute[75223]:   </devices>
Dec 01 15:38:09 user nova-compute[75223]: </domain>
Dec 01 15:38:09 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1687121101',display_name='tempest-ServerRescueNegativeTestJSON-server-1687121101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1687121101',id=2,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-cf02fvg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:03Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=521bb831-208c-4f84-a9ce-4a854ed3f0bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG os_vif [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] No VIF found with MAC fa:16:3e:52:9c:6b, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ef03c8b-0321-52b2-bc3b-f464c467d6b7', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-808d4dcd-f4dc-4e0f-9d35-6458f2b29658 req-15944496-d69d-4ab3-8937-0178987f180f service nova] Releasing lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9cbe7b78-86, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9cbe7b78-86, col_values=(('qos', UUID('216f6404-0a73-4298-a777-9317b57b06a6')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9cbe7b78-86, col_values=(('external_ids', {'iface-id': '9cbe7b78-866e-4c8f-8ff6-7a89283a8f82', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:f4:1d', 'vm-uuid': '521bb831-208c-4f84-a9ce-4a854ed3f0bd'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:09 user nova-compute[75223]: INFO os_vif [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86')
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No VIF found with MAC fa:16:3e:cd:f4:1d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Successfully created port: f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updated VIF entry in instance network info cache for port 9cbe7b78-866e-4c8f-8ff6-7a89283a8f82. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cc172844-6394-4e6e-bdc4-a99a697b88c5 req-a5ebbf85-b978-4ffa-8d20-318fa5e4518e service nova] Releasing lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:11 user nova-compute[75223]: DEBUG nova.network.neutron [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updated VIF entry in instance network info cache for port fae5c692-5794-45b1-b788-2482fcade66c. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:11 user nova-compute[75223]: DEBUG nova.network.neutron [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updating instance_info_cache with network_info: [{"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d917dc0-960d-409e-9291-7b3d5f79e226 req-0660fd93-5629-49ab-9177-18e80cdb1819 service nova] Releasing lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Successfully created port: f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:12 user nova-compute[75223]: INFO nova.compute.claims [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Claim successful on node user
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Successfully updated port: f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquired lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-changed-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Refreshing instance network info cache due to event network-changed-f67f0fac-cf9a-49bd-997a-3c50fedea0f9. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] Acquiring lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.503s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.492s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:12 user nova-compute[75223]: INFO nova.compute.claims [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Claim successful on node user
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.policy [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eff3a1cabf346afbd75fb71ca675d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '749298b94152490da6b45e6b2e92f0d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Creating image(s)
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.542s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.158s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk 1073741824" returned: 0 in 0.044s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.204s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Releasing lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Instance network_info: |[{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] Acquired lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.neutron [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Refreshing network info cache for port f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Start _get_guest_xml network_info=[{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-681011525',display_name='tempest-ServerActionsTestOtherA-server-681011525',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-681011525',id=5,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-4hrzxsv4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=2ffe5069-cdf5-4e72-8e03-e13b3e503d3d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:b7:cf,bridge_name='br-int',has_traffic_filtering=True,id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf67f0fac-cf') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'pci_devices' on Instance uuid 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Successfully updated port: f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Creating image(s)
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:13 user nova-compute[75223]:   <uuid>2ffe5069-cdf5-4e72-8e03-e13b3e503d3d</uuid>
Dec 01 15:38:13 user nova-compute[75223]:   <name>instance-00000005</name>
Dec 01 15:38:13 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:13 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:13 user nova-compute[75223]:   <metadata>
Dec 01 15:38:13 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:13 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:13 user nova-compute[75223]:       <nova:name>tempest-ServerActionsTestOtherA-server-681011525</nova:name>
Dec 01 15:38:13 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:13</nova:creationTime>
Dec 01 15:38:13 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:13 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:13 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:13 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:13 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:13 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:13 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:13 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:13 user nova-compute[75223]:         <nova:user uuid="3ec8d012a9e34a76b5b664d8ee648e9f">tempest-ServerActionsTestOtherA-1859357013-project-member</nova:user>
Dec 01 15:38:13 user nova-compute[75223]:         <nova:project uuid="9a95e6088fc049c89d0e6f2194dc80ff">tempest-ServerActionsTestOtherA-1859357013</nova:project>
Dec 01 15:38:13 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:13 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:13 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:13 user nova-compute[75223]:         <nova:port uuid="f67f0fac-cf9a-49bd-997a-3c50fedea0f9">
Dec 01 15:38:13 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 15:38:13 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:13 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:13 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:13 user nova-compute[75223]:   </metadata>
Dec 01 15:38:13 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:13 user nova-compute[75223]:     <system>
Dec 01 15:38:13 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:13 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:13 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:13 user nova-compute[75223]:       <entry name="serial">2ffe5069-cdf5-4e72-8e03-e13b3e503d3d</entry>
Dec 01 15:38:13 user nova-compute[75223]:       <entry name="uuid">2ffe5069-cdf5-4e72-8e03-e13b3e503d3d</entry>
Dec 01 15:38:13 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:13 user nova-compute[75223]:     </system>
Dec 01 15:38:13 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:13 user nova-compute[75223]:   <os>
Dec 01 15:38:13 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:13 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:13 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:13 user nova-compute[75223]:   </os>
Dec 01 15:38:13 user nova-compute[75223]:   <features>
Dec 01 15:38:13 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:13 user nova-compute[75223]:     <apic/>
Dec 01 15:38:13 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:13 user nova-compute[75223]:   </features>
Dec 01 15:38:13 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:13 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:13 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:13 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:13 user nova-compute[75223]:   </clock>
Dec 01 15:38:13 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:13 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:13 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:13 user nova-compute[75223]:   </cpu>
Dec 01 15:38:13 user nova-compute[75223]:   <devices>
Dec 01 15:38:13 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:13 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:13 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk"/>
Dec 01 15:38:13 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:13 user nova-compute[75223]:     </disk>
Dec 01 15:38:13 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:13 user nova-compute[75223]:       <mac address="fa:16:3e:35:b7:cf"/>
Dec 01 15:38:13 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:13 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:13 user nova-compute[75223]:       <target dev="tapf67f0fac-cf"/>
Dec 01 15:38:13 user nova-compute[75223]:     </interface>
Dec 01 15:38:13 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:13 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/console.log" append="off"/>
Dec 01 15:38:13 user nova-compute[75223]:     </serial>
Dec 01 15:38:13 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:13 user nova-compute[75223]:     <video>
Dec 01 15:38:13 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:13 user nova-compute[75223]:     </video>
Dec 01 15:38:13 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:13 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:13 user nova-compute[75223]:     </rng>
Dec 01 15:38:13 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:13 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:13 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:13 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:13 user nova-compute[75223]:   </devices>
Dec 01 15:38:13 user nova-compute[75223]: </domain>
Dec 01 15:38:13 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-681011525',display_name='tempest-ServerActionsTestOtherA-server-681011525',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-681011525',id=5,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-4hrzxsv4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=2ffe5069-cdf5-4e72-8e03-e13b3e503d3d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:b7:cf,bridge_name='br-int',has_traffic_filtering=True,id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf67f0fac-cf') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG os_vif [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:b7:cf,bridge_name='br-int',has_traffic_filtering=True,id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf67f0fac-cf') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquired lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5eed374f-21c5-55f6-b5a1-6c530928cb64', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf67f0fac-cf, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf67f0fac-cf, col_values=(('qos', UUID('3f412924-2579-4189-8b71-a7815fcd616e')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf67f0fac-cf, col_values=(('external_ids', {'iface-id': 'f67f0fac-cf9a-49bd-997a-3c50fedea0f9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:b7:cf', 'vm-uuid': '2ffe5069-cdf5-4e72-8e03-e13b3e503d3d'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:13 user nova-compute[75223]: INFO os_vif [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:b7:cf,bridge_name='br-int',has_traffic_filtering=True,id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf67f0fac-cf')
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Cannot resize image /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Ensure instance console log exists: /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.165s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No VIF found with MAC fa:16:3e:35:b7:cf, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.policy [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67b831a20eee48d98934059710405413', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d74e4b98f464e06ba037e6177875814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.260s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk 1073741824" returned: 0 in 0.042s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.306s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Cannot resize image /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Ensure instance console log exists: /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-changed-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Refreshing instance network info cache due to event network-changed-f6767947-1d51-44f0-8ecc-99ace3b2de6a. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] Acquiring lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updated VIF entry in instance network info cache for port f67f0fac-cf9a-49bd-997a-3c50fedea0f9. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-07e9885b-8bd7-4a55-826a-067138b194f3 req-643e09f8-354e-4758-89b5-72ead79a7469 service nova] Releasing lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Releasing lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance network_info: |[{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] Acquired lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Refreshing network info cache for port f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Start _get_guest_xml network_info=[{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Successfully created port: 3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Successfully created port: 705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Successfully updated port: 3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.compute.manager [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-changed-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG nova.compute.manager [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Refreshing instance network info cache due to event network-changed-3459e9d8-5df2-4c97-8f57-8da4f19af7e8. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance network_info: |[{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Refreshing network info cache for port 3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Start _get_guest_xml network_info=[{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updated VIF entry in instance network info cache for port f6767947-1d51-44f0-8ecc-99ace3b2de6a. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b6f509de-8ecd-49a9-8d36-acdbc3cf0738 req-51ff7e34-0f58-4a43-8c91-2248a62ad4af service nova] Releasing lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updated VIF entry in instance network info cache for port 3459e9d8-5df2-4c97-8f57-8da4f19af7e8. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-13b496d3-f5f1-4518-93e2-ce7a837ee4c9 req-76235ee9-ef29-48fc-b74f-96fb2014941f service nova] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Successfully updated port: 705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquired lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-changed-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Refreshing instance network info cache due to event network-changed-705cccc6-30b5-4b61-a3cb-6c759296e205. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] Acquiring lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Releasing lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance network_info: |[{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] Acquired lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Refreshing network info cache for port 705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Start _get_guest_xml network_info=[{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updated VIF entry in instance network info cache for port 705cccc6-30b5-4b61-a3cb-6c759296e205. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-686fc486-6aaa-4694-95b8-2ecd5e5531ff req-08b583d2-7952-4dad-8390-1cd6d47bbc48 service nova] Releasing lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-76e986bc-c5ea-458a-b6b5-3e03c7c3237e req-169bea75-181a-46fe-951f-d6d6b23df6d4 service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received event network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76e986bc-c5ea-458a-b6b5-3e03c7c3237e req-169bea75-181a-46fe-951f-d6d6b23df6d4 service nova] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76e986bc-c5ea-458a-b6b5-3e03c7c3237e req-169bea75-181a-46fe-951f-d6d6b23df6d4 service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76e986bc-c5ea-458a-b6b5-3e03c7c3237e req-169bea75-181a-46fe-951f-d6d6b23df6d4 service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-76e986bc-c5ea-458a-b6b5-3e03c7c3237e req-169bea75-181a-46fe-951f-d6d6b23df6d4 service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] No waiting events found dispatching network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:18 user nova-compute[75223]: WARNING nova.compute.manager [req-76e986bc-c5ea-458a-b6b5-3e03c7c3237e req-169bea75-181a-46fe-951f-d6d6b23df6d4 service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received unexpected event network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 for instance with vm_state building and task_state spawning.
Dec 01 15:38:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance spawned successfully.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Instance spawned successfully.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-363746459',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-363746459',id=6,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFNTeLO/TeO+Wi1SnJwZYIjmFilxwBJQxxs/FwyO3Osl9KLEDepZ5INQHPiJkGM/xNPxMVu2cNeOg0uNm5v00fyfdneEfglfBMaPdpBlYEPStk5RfDNA0TidmIFKMTlJDw==',key_name='tempest-keypair-1642073624',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-jnrjfm01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=363f8952-415e-47ce-97fe-ffe5f3ba9ff6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'pci_devices' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lazy-loading 'pci_devices' on Instance uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:19 user nova-compute[75223]:   <uuid>363f8952-415e-47ce-97fe-ffe5f3ba9ff6</uuid>
Dec 01 15:38:19 user nova-compute[75223]:   <name>instance-00000006</name>
Dec 01 15:38:19 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:19 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:19 user nova-compute[75223]:   <metadata>
Dec 01 15:38:19 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:19 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-363746459</nova:name>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:19</nova:creationTime>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:19 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:user uuid="1c3011c28d7c4f61af61c5d89043e245">tempest-AttachVolumeShelveTestJSON-474565575-project-member</nova:user>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:project uuid="12b386d4eba248328f062c861d22cc85">tempest-AttachVolumeShelveTestJSON-474565575</nova:project>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:port uuid="f6767947-1d51-44f0-8ecc-99ace3b2de6a">
Dec 01 15:38:19 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 15:38:19 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:19 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:19 user nova-compute[75223]:   </metadata>
Dec 01 15:38:19 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:19 user nova-compute[75223]:     <system>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="serial">363f8952-415e-47ce-97fe-ffe5f3ba9ff6</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="uuid">363f8952-415e-47ce-97fe-ffe5f3ba9ff6</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:19 user nova-compute[75223]:     </system>
Dec 01 15:38:19 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:19 user nova-compute[75223]:   <os>
Dec 01 15:38:19 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:19 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:19 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:19 user nova-compute[75223]:   </os>
Dec 01 15:38:19 user nova-compute[75223]:   <features>
Dec 01 15:38:19 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:19 user nova-compute[75223]:     <apic/>
Dec 01 15:38:19 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:19 user nova-compute[75223]:   </features>
Dec 01 15:38:19 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:19 user nova-compute[75223]:   </clock>
Dec 01 15:38:19 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:19 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:19 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:19 user nova-compute[75223]:   </cpu>
Dec 01 15:38:19 user nova-compute[75223]:   <devices>
Dec 01 15:38:19 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:19 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:19 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk"/>
Dec 01 15:38:19 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:     </disk>
Dec 01 15:38:19 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:19 user nova-compute[75223]:       <mac address="fa:16:3e:e6:3e:ba"/>
Dec 01 15:38:19 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:19 user nova-compute[75223]:       <target dev="tapf6767947-1d"/>
Dec 01 15:38:19 user nova-compute[75223]:     </interface>
Dec 01 15:38:19 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:19 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/console.log" append="off"/>
Dec 01 15:38:19 user nova-compute[75223]:     </serial>
Dec 01 15:38:19 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:19 user nova-compute[75223]:     <video>
Dec 01 15:38:19 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:     </video>
Dec 01 15:38:19 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:19 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:19 user nova-compute[75223]:     </rng>
Dec 01 15:38:19 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:19 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:19 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:19 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:19 user nova-compute[75223]:   </devices>
Dec 01 15:38:19 user nova-compute[75223]: </domain>
Dec 01 15:38:19 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-363746459',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-363746459',id=6,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFNTeLO/TeO+Wi1SnJwZYIjmFilxwBJQxxs/FwyO3Osl9KLEDepZ5INQHPiJkGM/xNPxMVu2cNeOg0uNm5v00fyfdneEfglfBMaPdpBlYEPStk5RfDNA0TidmIFKMTlJDw==',key_name='tempest-keypair-1642073624',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-jnrjfm01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=363f8952-415e-47ce-97fe-ffe5f3ba9ff6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG os_vif [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2043a42-2e94-5036-9764-c8e876ea2ad2', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'pci_devices' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6767947-1d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6767947-1d, col_values=(('qos', UUID('9fb8c055-5ca0-4277-b352-9aea4befdda3')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6767947-1d, col_values=(('external_ids', {'iface-id': 'f6767947-1d51-44f0-8ecc-99ace3b2de6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:3e:ba', 'vm-uuid': '363f8952-415e-47ce-97fe-ffe5f3ba9ff6'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:19 user nova-compute[75223]:   <uuid>f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</uuid>
Dec 01 15:38:19 user nova-compute[75223]:   <name>instance-00000008</name>
Dec 01 15:38:19 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:19 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:19 user nova-compute[75223]:   <metadata>
Dec 01 15:38:19 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:19 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:name>tempest-ServerActionsTestOtherB-server-1282108897</nova:name>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:19</nova:creationTime>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:19 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:user uuid="67b831a20eee48d98934059710405413">tempest-ServerActionsTestOtherB-1971784033-project-member</nova:user>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:project uuid="6d74e4b98f464e06ba037e6177875814">tempest-ServerActionsTestOtherB-1971784033</nova:project>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:port uuid="3459e9d8-5df2-4c97-8f57-8da4f19af7e8">
Dec 01 15:38:19 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 15:38:19 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:19 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:19 user nova-compute[75223]:   </metadata>
Dec 01 15:38:19 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:19 user nova-compute[75223]:     <system>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="serial">f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="uuid">f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:19 user nova-compute[75223]:     </system>
Dec 01 15:38:19 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:19 user nova-compute[75223]:   <os>
Dec 01 15:38:19 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:19 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:19 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:19 user nova-compute[75223]:   </os>
Dec 01 15:38:19 user nova-compute[75223]:   <features>
Dec 01 15:38:19 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:19 user nova-compute[75223]:     <apic/>
Dec 01 15:38:19 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:19 user nova-compute[75223]:   </features>
Dec 01 15:38:19 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:19 user nova-compute[75223]:   </clock>
Dec 01 15:38:19 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:19 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:19 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:19 user nova-compute[75223]:   </cpu>
Dec 01 15:38:19 user nova-compute[75223]:   <devices>
Dec 01 15:38:19 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:19 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:19 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk"/>
Dec 01 15:38:19 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:     </disk>
Dec 01 15:38:19 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:19 user nova-compute[75223]:       <mac address="fa:16:3e:28:70:ff"/>
Dec 01 15:38:19 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:19 user nova-compute[75223]:       <target dev="tap3459e9d8-5d"/>
Dec 01 15:38:19 user nova-compute[75223]:     </interface>
Dec 01 15:38:19 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:19 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/console.log" append="off"/>
Dec 01 15:38:19 user nova-compute[75223]:     </serial>
Dec 01 15:38:19 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:19 user nova-compute[75223]:     <video>
Dec 01 15:38:19 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:     </video>
Dec 01 15:38:19 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:19 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:19 user nova-compute[75223]:     </rng>
Dec 01 15:38:19 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:19 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:19 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:19 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:19 user nova-compute[75223]:   </devices>
Dec 01 15:38:19 user nova-compute[75223]: </domain>
Dec 01 15:38:19 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG os_vif [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Took 14.89 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:19 user nova-compute[75223]:   <uuid>49e0984e-88b5-42c8-a435-f9980b3fe641</uuid>
Dec 01 15:38:19 user nova-compute[75223]:   <name>instance-00000007</name>
Dec 01 15:38:19 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:19 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:19 user nova-compute[75223]:   <metadata>
Dec 01 15:38:19 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:19 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeTestJSON-server-731673412</nova:name>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:19</nova:creationTime>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:19 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:user uuid="6eff3a1cabf346afbd75fb71ca675d0d">tempest-AttachVolumeTestJSON-1572969483-project-member</nova:user>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:project uuid="749298b94152490da6b45e6b2e92f0d8">tempest-AttachVolumeTestJSON-1572969483</nova:project>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:19 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:19 user nova-compute[75223]:         <nova:port uuid="705cccc6-30b5-4b61-a3cb-6c759296e205">
Dec 01 15:38:19 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 15:38:19 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:19 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:19 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:19 user nova-compute[75223]:   </metadata>
Dec 01 15:38:19 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:19 user nova-compute[75223]:     <system>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="serial">49e0984e-88b5-42c8-a435-f9980b3fe641</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="uuid">49e0984e-88b5-42c8-a435-f9980b3fe641</entry>
Dec 01 15:38:19 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:19 user nova-compute[75223]:     </system>
Dec 01 15:38:19 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:19 user nova-compute[75223]:   <os>
Dec 01 15:38:19 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:19 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:19 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:19 user nova-compute[75223]:   </os>
Dec 01 15:38:19 user nova-compute[75223]:   <features>
Dec 01 15:38:19 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:19 user nova-compute[75223]:     <apic/>
Dec 01 15:38:19 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:19 user nova-compute[75223]:   </features>
Dec 01 15:38:19 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:19 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:19 user nova-compute[75223]:   </clock>
Dec 01 15:38:19 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:19 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:19 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:19 user nova-compute[75223]:   </cpu>
Dec 01 15:38:19 user nova-compute[75223]:   <devices>
Dec 01 15:38:19 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:19 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:19 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk"/>
Dec 01 15:38:19 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:     </disk>
Dec 01 15:38:19 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:19 user nova-compute[75223]:       <mac address="fa:16:3e:ff:bc:95"/>
Dec 01 15:38:19 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:19 user nova-compute[75223]:       <target dev="tap705cccc6-30"/>
Dec 01 15:38:19 user nova-compute[75223]:     </interface>
Dec 01 15:38:19 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:19 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/console.log" append="off"/>
Dec 01 15:38:19 user nova-compute[75223]:     </serial>
Dec 01 15:38:19 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:19 user nova-compute[75223]:     <video>
Dec 01 15:38:19 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:19 user nova-compute[75223]:     </video>
Dec 01 15:38:19 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:19 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:19 user nova-compute[75223]:     </rng>
Dec 01 15:38:19 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:19 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:19 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:19 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:19 user nova-compute[75223]:   </devices>
Dec 01 15:38:19 user nova-compute[75223]: </domain>
Dec 01 15:38:19 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG os_vif [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:19 user nova-compute[75223]: INFO os_vif [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d')
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9a09bfc-df55-52b0-90d2-1d9e3739959c', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9d15dfd-e904-5213-9084-9c5a7d3c7b5c', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3459e9d8-5d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3459e9d8-5d, col_values=(('qos', UUID('418e4089-a85e-40db-a50f-02ef455bc4a3')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3459e9d8-5d, col_values=(('external_ids', {'iface-id': '3459e9d8-5df2-4c97-8f57-8da4f19af7e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:70:ff', 'vm-uuid': 'f7bbe7f1-f5e6-4c23-9186-bb845df4c84b'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Took 16.09 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: INFO os_vif [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d')
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Instance spawned successfully.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap705cccc6-30, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap705cccc6-30, col_values=(('qos', UUID('646e1d41-a2cd-4cb0-adb5-238d6c4a8c39')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap705cccc6-30, col_values=(('external_ids', {'iface-id': '705cccc6-30b5-4b61-a3cb-6c759296e205', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:bc:95', 'vm-uuid': '49e0984e-88b5-42c8-a435-f9980b3fe641'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Instance spawned successfully.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance spawned successfully.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:19 user nova-compute[75223]: INFO os_vif [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30')
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No VIF found with MAC fa:16:3e:e6:3e:ba, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: INFO nova.compute.manager [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Took 16.25 seconds to build instance.
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7f30e827-821c-4092-8148-b5c8bd3e4606 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.512s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: INFO nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Took 18.01 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No VIF found with MAC fa:16:3e:28:70:ff, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:20 user nova-compute[75223]: INFO nova.compute.manager [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Took 18.06 seconds to build instance.
Dec 01 15:38:20 user nova-compute[75223]: INFO nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Took 16.98 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No VIF found with MAC fa:16:3e:ff:bc:95, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received event network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] No waiting events found dispatching network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:20 user nova-compute[75223]: WARNING nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received unexpected event network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 for instance with vm_state building and task_state spawning.
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] No waiting events found dispatching network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:20 user nova-compute[75223]: WARNING nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received unexpected event network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 for instance with vm_state building and task_state spawning.
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] No waiting events found dispatching network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:20 user nova-compute[75223]: WARNING nova.compute.manager [req-ca4ef064-13fa-472f-8f3e-0f7a6e6d5ffe req-586fdb19-c6a9-4f3b-933d-4616eb26892d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received unexpected event network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 for instance with vm_state building and task_state spawning.
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41517c46-b637-461a-a79c-1f2a4693e80a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.362s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: INFO nova.compute.manager [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Took 19.47 seconds to build instance.
Dec 01 15:38:20 user nova-compute[75223]: INFO nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Took 13.35 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d140de70-81f6-42b7-b50e-3c88e3517d74 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.730s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: INFO nova.compute.manager [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Took 18.60 seconds to build instance.
Dec 01 15:38:20 user nova-compute[75223]: INFO nova.compute.manager [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Took 14.72 seconds to build instance.
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5adbe2ac-712d-409f-895a-9b78f42c3447 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.842s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e395536-bf73-4d9b-8e7d-a18f9962a124 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.957s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-4408d1d8-58c0-4990-ab7a-989641531206 req-c70503d2-3613-48e5-a18c-e8d66cac8e65 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received event network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4408d1d8-58c0-4990-ab7a-989641531206 req-c70503d2-3613-48e5-a18c-e8d66cac8e65 service nova] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4408d1d8-58c0-4990-ab7a-989641531206 req-c70503d2-3613-48e5-a18c-e8d66cac8e65 service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4408d1d8-58c0-4990-ab7a-989641531206 req-c70503d2-3613-48e5-a18c-e8d66cac8e65 service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-4408d1d8-58c0-4990-ab7a-989641531206 req-c70503d2-3613-48e5-a18c-e8d66cac8e65 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] No waiting events found dispatching network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:21 user nova-compute[75223]: WARNING nova.compute.manager [req-4408d1d8-58c0-4990-ab7a-989641531206 req-c70503d2-3613-48e5-a18c-e8d66cac8e65 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received unexpected event network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c for instance with vm_state active and task_state None.
Dec 01 15:38:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received event network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] No waiting events found dispatching network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:23 user nova-compute[75223]: WARNING nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received unexpected event network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c for instance with vm_state active and task_state None.
Dec 01 15:38:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:23 user nova-compute[75223]: WARNING nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received unexpected event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with vm_state active and task_state None.
Dec 01 15:38:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:23 user nova-compute[75223]: WARNING nova.compute.manager [req-053c0157-6de9-494f-89d8-bb7333ec8b9a req-f455289a-de99-4a14-b74d-31b138b91aae service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received unexpected event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with vm_state active and task_state None.
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-76e2f6cb-9368-44c4-9e05-76eb2435e99c req-88e3bb11-525d-4a33-b2ed-8f3c06087651 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76e2f6cb-9368-44c4-9e05-76eb2435e99c req-88e3bb11-525d-4a33-b2ed-8f3c06087651 service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76e2f6cb-9368-44c4-9e05-76eb2435e99c req-88e3bb11-525d-4a33-b2ed-8f3c06087651 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76e2f6cb-9368-44c4-9e05-76eb2435e99c req-88e3bb11-525d-4a33-b2ed-8f3c06087651 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-76e2f6cb-9368-44c4-9e05-76eb2435e99c req-88e3bb11-525d-4a33-b2ed-8f3c06087651 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:24 user nova-compute[75223]: WARNING nova.compute.manager [req-76e2f6cb-9368-44c4-9e05-76eb2435e99c req-88e3bb11-525d-4a33-b2ed-8f3c06087651 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received unexpected event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with vm_state building and task_state spawning.
Dec 01 15:38:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:26 user nova-compute[75223]: WARNING nova.compute.manager [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state building and task_state spawning.
Dec 01 15:38:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:26 user nova-compute[75223]: WARNING nova.compute.manager [req-1c117423-4f70-417f-8f81-b74c1fc327c7 req-78518cbc-280a-4626-a5c2-1fe2b79c7f35 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state building and task_state spawning.
Dec 01 15:38:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:27 user nova-compute[75223]: WARNING nova.compute.manager [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received unexpected event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with vm_state building and task_state spawning.
Dec 01 15:38:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.009s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:27 user nova-compute[75223]: WARNING nova.compute.manager [req-c5059f39-0949-4afd-8503-e686ae37e65e req-08691e41-3419-4cd5-85b0-a68acb359c4d service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state building and task_state spawning.
Dec 01 15:38:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance spawned successfully.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-5c2106ea-befc-42df-827b-62fbf1e36d66 req-f7bff26c-c162-4980-9e0b-e1b4815a94c2 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5c2106ea-befc-42df-827b-62fbf1e36d66 req-f7bff26c-c162-4980-9e0b-e1b4815a94c2 service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5c2106ea-befc-42df-827b-62fbf1e36d66 req-f7bff26c-c162-4980-9e0b-e1b4815a94c2 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5c2106ea-befc-42df-827b-62fbf1e36d66 req-f7bff26c-c162-4980-9e0b-e1b4815a94c2 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-5c2106ea-befc-42df-827b-62fbf1e36d66 req-f7bff26c-c162-4980-9e0b-e1b4815a94c2 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:29 user nova-compute[75223]: WARNING nova.compute.manager [req-5c2106ea-befc-42df-827b-62fbf1e36d66 req-f7bff26c-c162-4980-9e0b-e1b4815a94c2 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state building and task_state spawning.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Took 20.95 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance spawned successfully.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance spawned successfully.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Took 15.63 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Took 16.37 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.compute.manager [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Took 22.66 seconds to build instance.
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.compute.manager [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Took 17.28 seconds to build instance.
Dec 01 15:38:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0c146236-81b1-41af-a019-3b28a50d7dc7 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.855s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ff6db0b6-c053-46aa-8890-bbba4aa89ae3 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.405s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:29 user nova-compute[75223]: INFO nova.compute.manager [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Took 17.64 seconds to build instance.
Dec 01 15:38:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34716350-b55e-482f-8e8d-c55f1c32c28e tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.792s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-96975161-9fe7-4075-8c8c-62e522fd3ffd req-64c2e0f5-88ed-43c5-965b-d5172e406c76 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-96975161-9fe7-4075-8c8c-62e522fd3ffd req-64c2e0f5-88ed-43c5-965b-d5172e406c76 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-96975161-9fe7-4075-8c8c-62e522fd3ffd req-64c2e0f5-88ed-43c5-965b-d5172e406c76 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-96975161-9fe7-4075-8c8c-62e522fd3ffd req-64c2e0f5-88ed-43c5-965b-d5172e406c76 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-96975161-9fe7-4075-8c8c-62e522fd3ffd req-64c2e0f5-88ed-43c5-965b-d5172e406c76 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:33 user nova-compute[75223]: WARNING nova.compute.manager [req-96975161-9fe7-4075-8c8c-62e522fd3ffd req-64c2e0f5-88ed-43c5-965b-d5172e406c76 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state active and task_state None.
Dec 01 15:38:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-861859f1-0696-45de-a711-7185d3d4078d req-25923194-44fa-409a-8616-ae4c0b91c330 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-861859f1-0696-45de-a711-7185d3d4078d req-25923194-44fa-409a-8616-ae4c0b91c330 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-861859f1-0696-45de-a711-7185d3d4078d req-25923194-44fa-409a-8616-ae4c0b91c330 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-861859f1-0696-45de-a711-7185d3d4078d req-25923194-44fa-409a-8616-ae4c0b91c330 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-861859f1-0696-45de-a711-7185d3d4078d req-25923194-44fa-409a-8616-ae4c0b91c330 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:35 user nova-compute[75223]: WARNING nova.compute.manager [req-861859f1-0696-45de-a711-7185d3d4078d req-25923194-44fa-409a-8616-ae4c0b91c330 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state active and task_state None.
Dec 01 15:38:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:38:39 user nova-compute[75223]: INFO nova.compute.claims [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Claim successful on node user
Dec 01 15:38:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:38:40 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.policy [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31e227ef060045379d07bedd8ba49441', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eda63288ff7a43019eef1795cf0c16de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:38:40 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Creating image(s)
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "/opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "/opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "/opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.014s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.214s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk 1073741824" returned: 0 in 0.065s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Successfully created port: 5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:38:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:41 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Cannot resize image /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:38:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:38:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Ensure instance console log exists: /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:38:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Successfully updated port: 5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquired lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-changed-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Refreshing instance network info cache due to event network-changed-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] Acquiring lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Updating instance_info_cache with network_info: [{"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Releasing lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Instance network_info: |[{"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] Acquired lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Refreshing network info cache for port 5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Start _get_guest_xml network_info=[{"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:38:42 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:42 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-297321503',display_name='tempest-VolumesAssistedSnapshotsTest-server-297321503',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-297321503',id=9,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0dRWNKMfXqHL2Tzmh1LsEJunkDaE3FX3HQAFvVmq8DXZoziUDZrWt2OtK6cgBhH4s5OubqUyKaVURTFLxwVRgr6Z5lXKFkvVA7IvjFVHvviSxOIqLYh+gn24z+3MXhkw==',key_name='tempest-keypair-1025119688',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eda63288ff7a43019eef1795cf0c16de',ramdisk_id='',reservation_id='r-21ue7yid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1149625193',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1149625193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='31e227ef060045379d07bedd8ba49441',uuid=c7c8c459-d55e-4b2e-9c8a-33627138cf53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Converting VIF {"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:fc:71,bridge_name='br-int',has_traffic_filtering=True,id=5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72,network=Network(5f2e7766-a076-4ad1-b1ca-30b1f02112b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5dc4b1fa-0a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lazy-loading 'pci_devices' on Instance uuid c7c8c459-d55e-4b2e-9c8a-33627138cf53 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:38:42 user nova-compute[75223]:   <uuid>c7c8c459-d55e-4b2e-9c8a-33627138cf53</uuid>
Dec 01 15:38:42 user nova-compute[75223]:   <name>instance-00000009</name>
Dec 01 15:38:42 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:38:42 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:38:42 user nova-compute[75223]:   <metadata>
Dec 01 15:38:42 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:38:42 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:38:42 user nova-compute[75223]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-297321503</nova:name>
Dec 01 15:38:42 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:38:42</nova:creationTime>
Dec 01 15:38:42 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:38:42 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:38:42 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:38:42 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:38:42 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:38:42 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:38:42 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:38:42 user nova-compute[75223]:       <nova:owner>
Dec 01 15:38:42 user nova-compute[75223]:         <nova:user uuid="31e227ef060045379d07bedd8ba49441">tempest-VolumesAssistedSnapshotsTest-1149625193-project-member</nova:user>
Dec 01 15:38:42 user nova-compute[75223]:         <nova:project uuid="eda63288ff7a43019eef1795cf0c16de">tempest-VolumesAssistedSnapshotsTest-1149625193</nova:project>
Dec 01 15:38:42 user nova-compute[75223]:       </nova:owner>
Dec 01 15:38:42 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:38:42 user nova-compute[75223]:       <nova:ports>
Dec 01 15:38:42 user nova-compute[75223]:         <nova:port uuid="5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72">
Dec 01 15:38:42 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 15:38:42 user nova-compute[75223]:         </nova:port>
Dec 01 15:38:42 user nova-compute[75223]:       </nova:ports>
Dec 01 15:38:42 user nova-compute[75223]:     </nova:instance>
Dec 01 15:38:42 user nova-compute[75223]:   </metadata>
Dec 01 15:38:42 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:38:42 user nova-compute[75223]:     <system>
Dec 01 15:38:42 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:38:42 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:38:42 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:38:42 user nova-compute[75223]:       <entry name="serial">c7c8c459-d55e-4b2e-9c8a-33627138cf53</entry>
Dec 01 15:38:42 user nova-compute[75223]:       <entry name="uuid">c7c8c459-d55e-4b2e-9c8a-33627138cf53</entry>
Dec 01 15:38:42 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:38:42 user nova-compute[75223]:     </system>
Dec 01 15:38:42 user nova-compute[75223]:   </sysinfo>
Dec 01 15:38:42 user nova-compute[75223]:   <os>
Dec 01 15:38:42 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:38:42 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:38:42 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:38:42 user nova-compute[75223]:   </os>
Dec 01 15:38:42 user nova-compute[75223]:   <features>
Dec 01 15:38:42 user nova-compute[75223]:     <acpi/>
Dec 01 15:38:42 user nova-compute[75223]:     <apic/>
Dec 01 15:38:42 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:38:42 user nova-compute[75223]:   </features>
Dec 01 15:38:42 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:38:42 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:38:42 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:38:42 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:38:42 user nova-compute[75223]:   </clock>
Dec 01 15:38:42 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:38:42 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:38:42 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:38:42 user nova-compute[75223]:   </cpu>
Dec 01 15:38:42 user nova-compute[75223]:   <devices>
Dec 01 15:38:42 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:38:42 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:38:42 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk"/>
Dec 01 15:38:42 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:38:42 user nova-compute[75223]:     </disk>
Dec 01 15:38:42 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:38:42 user nova-compute[75223]:       <mac address="fa:16:3e:2c:fc:71"/>
Dec 01 15:38:42 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:42 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:38:42 user nova-compute[75223]:       <target dev="tap5dc4b1fa-0a"/>
Dec 01 15:38:42 user nova-compute[75223]:     </interface>
Dec 01 15:38:42 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:38:42 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/console.log" append="off"/>
Dec 01 15:38:42 user nova-compute[75223]:     </serial>
Dec 01 15:38:42 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:38:42 user nova-compute[75223]:     <video>
Dec 01 15:38:42 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:38:42 user nova-compute[75223]:     </video>
Dec 01 15:38:42 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:38:42 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:38:42 user nova-compute[75223]:     </rng>
Dec 01 15:38:42 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:38:42 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:38:42 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:38:42 user nova-compute[75223]:     </memballoon>
Dec 01 15:38:42 user nova-compute[75223]:   </devices>
Dec 01 15:38:42 user nova-compute[75223]: </domain>
Dec 01 15:38:42 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-297321503',display_name='tempest-VolumesAssistedSnapshotsTest-server-297321503',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-297321503',id=9,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0dRWNKMfXqHL2Tzmh1LsEJunkDaE3FX3HQAFvVmq8DXZoziUDZrWt2OtK6cgBhH4s5OubqUyKaVURTFLxwVRgr6Z5lXKFkvVA7IvjFVHvviSxOIqLYh+gn24z+3MXhkw==',key_name='tempest-keypair-1025119688',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='eda63288ff7a43019eef1795cf0c16de',ramdisk_id='',reservation_id='r-21ue7yid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1149625193',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1149625193-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='31e227ef060045379d07bedd8ba49441',uuid=c7c8c459-d55e-4b2e-9c8a-33627138cf53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Converting VIF {"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:fc:71,bridge_name='br-int',has_traffic_filtering=True,id=5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72,network=Network(5f2e7766-a076-4ad1-b1ca-30b1f02112b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5dc4b1fa-0a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG os_vif [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:fc:71,bridge_name='br-int',has_traffic_filtering=True,id=5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72,network=Network(5f2e7766-a076-4ad1-b1ca-30b1f02112b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5dc4b1fa-0a') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5900522-eefc-5a35-aead-ddf31d5cfea2', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5dc4b1fa-0a, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5dc4b1fa-0a, col_values=(('qos', UUID('efb8ddc8-5935-4ebd-ba5e-7cf74210c4cf')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5dc4b1fa-0a, col_values=(('external_ids', {'iface-id': '5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:fc:71', 'vm-uuid': 'c7c8c459-d55e-4b2e-9c8a-33627138cf53'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:42 user nova-compute[75223]: INFO os_vif [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:fc:71,bridge_name='br-int',has_traffic_filtering=True,id=5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72,network=Network(5f2e7766-a076-4ad1-b1ca-30b1f02112b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5dc4b1fa-0a')
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] No VIF found with MAC fa:16:3e:2c:fc:71, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Updated VIF entry in instance network info cache for port 5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Updating instance_info_cache with network_info: [{"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c2f7600c-3968-47db-b878-961def3d753e req-9e87da3f-0b6e-4584-b9a0-65d17e2dc5e3 service nova] Releasing lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-1b0049c2-b8b8-4814-94f0-cd5716ba5556 req-ca140016-f739-46e0-83e1-ac15b9baa22e service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1b0049c2-b8b8-4814-94f0-cd5716ba5556 req-ca140016-f739-46e0-83e1-ac15b9baa22e service nova] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1b0049c2-b8b8-4814-94f0-cd5716ba5556 req-ca140016-f739-46e0-83e1-ac15b9baa22e service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1b0049c2-b8b8-4814-94f0-cd5716ba5556 req-ca140016-f739-46e0-83e1-ac15b9baa22e service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-1b0049c2-b8b8-4814-94f0-cd5716ba5556 req-ca140016-f739-46e0-83e1-ac15b9baa22e service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] No waiting events found dispatching network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:44 user nova-compute[75223]: WARNING nova.compute.manager [req-1b0049c2-b8b8-4814-94f0-cd5716ba5556 req-ca140016-f739-46e0-83e1-ac15b9baa22e service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received unexpected event network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 for instance with vm_state building and task_state spawning.
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:46 user nova-compute[75223]: DEBUG nova.compute.manager [req-5350c6ea-24b8-4632-96c2-13f4de77e9c1 req-1831ff56-70ef-4f05-a17f-de977d5d8f0a service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:38:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5350c6ea-24b8-4632-96c2-13f4de77e9c1 req-1831ff56-70ef-4f05-a17f-de977d5d8f0a service nova] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5350c6ea-24b8-4632-96c2-13f4de77e9c1 req-1831ff56-70ef-4f05-a17f-de977d5d8f0a service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5350c6ea-24b8-4632-96c2-13f4de77e9c1 req-1831ff56-70ef-4f05-a17f-de977d5d8f0a service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:46 user nova-compute[75223]: DEBUG nova.compute.manager [req-5350c6ea-24b8-4632-96c2-13f4de77e9c1 req-1831ff56-70ef-4f05-a17f-de977d5d8f0a service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] No waiting events found dispatching network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:38:46 user nova-compute[75223]: WARNING nova.compute.manager [req-5350c6ea-24b8-4632-96c2-13f4de77e9c1 req-1831ff56-70ef-4f05-a17f-de977d5d8f0a service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received unexpected event network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 for instance with vm_state building and task_state spawning.
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:38:47 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Instance spawned successfully.
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:38:47 user nova-compute[75223]: INFO nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Took 7.20 seconds to spawn the instance on the hypervisor.
Dec 01 15:38:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:38:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:47 user nova-compute[75223]: INFO nova.compute.manager [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Took 8.17 seconds to build instance.
Dec 01 15:38:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-669189bb-115d-4c4d-8dec-0412277d9c04 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.448s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 15:38:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 15:38:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 15:38:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:38:52 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 7c0e6198-cc6a-4b34-81df-a589b2990fbd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updating instance_info_cache with network_info: [{"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-7c0e6198-cc6a-4b34-81df-a589b2990fbd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:38:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:55 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:38:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:38:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:38:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:38:55 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:38:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:38:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:00 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:00 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:00 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7276MB free_disk=25.661975860595703GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:39:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 7c0e6198-cc6a-4b34-81df-a589b2990fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:39:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.920s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:39:08 user nova-compute[75223]: INFO nova.compute.claims [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Claim successful on node user
Dec 01 15:39:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.467s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:39:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:39:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:39:09 user nova-compute[75223]: INFO nova.virt.block_device [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Booting with volume 3120a1a9-6c1d-4099-a3e2-71689b540988 at /dev/vda
Dec 01 15:39:09 user nova-compute[75223]: DEBUG nova.policy [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c755d45462744ff58bf54e8a1909a7b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a798135b14744f09ae1b2d90ce710932', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:39:09 user nova-compute[75223]: DEBUG os_brick.utils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:39:09 user nova-compute[75223]: INFO oslo.privsep.daemon [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmp0ozrtw7s/privsep.sock']
Dec 01 15:39:09 user sudo[86398]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmp0ozrtw7s/privsep.sock
Dec 01 15:39:09 user sudo[86398]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Dec 01 15:39:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully created port: 26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:39:10 user sudo[86398]: pam_unix(sudo:session): session closed for user root
Dec 01 15:39:10 user nova-compute[75223]: INFO oslo.privsep.daemon [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Spawned new privsep daemon via rootwrap
Dec 01 15:39:10 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep daemon starting
Dec 01 15:39:10 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Dec 01 15:39:10 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Dec 01 15:39:10 user nova-compute[75223]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86402
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1286e18-cc9b-4baa-83d8-2e459f1ac7b9]: (2,) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2894ad0d-5656-480c-83ab-c82235c2e415]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:10 user nova-compute[75223]: WARNING os_brick.initiator.connectors.nvmeof [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4db48d4-8d9d-4c8a-8543-41b9883d791f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af412ba9-e8bb-430e-8c53-a1038a55a2b3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8dc1fc5-7095-4c96-9c18-4d9dd579c482]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:11 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:39:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ddaa131-d4e8-4f6a-94c1-bdfe8a939172]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG os_brick.utils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== get_connector_properties: return (1862ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating existing volume attachment record: 61b8c83d-b902-4873-8ee9-ccd7f0cdc920 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:39:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully created port: 6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:39:12 user nova-compute[75223]: INFO nova.compute.claims [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Claim successful on node user
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully created port: aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.500s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:39:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:39:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.policy [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c388a5043b264f8ab270f4b5784df19c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a6d94af8a704617a263070a98c1c4c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:39:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Creating image(s)
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "/opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "/opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "/opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully created port: 992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.219s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk 1073741824" returned: 0 in 0.058s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.273s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully created port: a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Checking if we can resize image /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Cannot resize image /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Ensure instance console log exists: /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Successfully created port: 698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully updated port: 26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-26ea6dc7-8178-4bce-af90-e9fa81809bd3. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port 26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Successfully updated port: 698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquired lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-changed-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Refreshing instance network info cache due to event network-changed-698be3cc-7082-4724-b5c7-a2014de2d9e0. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] Acquiring lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a50b6022-e5b3-4f9b-8c8e-0c3ba6e42e0f req-e8ff0722-8eef-45e1-8461-34a0a89a20f2 service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Updating instance_info_cache with network_info: [{"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Releasing lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Instance network_info: |[{"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] Acquired lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.neutron [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Refreshing network info cache for port 698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Start _get_guest_xml network_info=[{"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:39:15 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:15 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:39:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1468834779',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1468834779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1468834',id=11,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLsEv60s+Au1RtO+A5ySj+qHyFf0pFtQOa7b0PRqt9a12Fi2RKUXKIk7AzMq0cAdqJhffIaiQupi9SIu2tRBRjQL9GQtYJvtPIoYpWShWW/a6U7UArgJEsSvULRWZ8yY9w==',key_name='tempest-keypair-987957255',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a6d94af8a704617a263070a98c1c4c4',ramdisk_id='',reservation_id='r-3y75dp5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1625482172',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c388a5043b264f8ab270f4b5784df19c',uuid=46db93b1-6e58-4cfc-a29a-5c9757a0a07a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Converting VIF {"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:6f:77,bridge_name='br-int',has_traffic_filtering=True,id=698be3cc-7082-4724-b5c7-a2014de2d9e0,network=Network(a506653a-e131-4a2b-8453-574718b5e844),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap698be3cc-70') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.objects.instance [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lazy-loading 'pci_devices' on Instance uuid 46db93b1-6e58-4cfc-a29a-5c9757a0a07a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:39:15 user nova-compute[75223]:   <uuid>46db93b1-6e58-4cfc-a29a-5c9757a0a07a</uuid>
Dec 01 15:39:15 user nova-compute[75223]:   <name>instance-0000000b</name>
Dec 01 15:39:15 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:39:15 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:39:15 user nova-compute[75223]:   <metadata>
Dec 01 15:39:15 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:39:15 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:39:15 user nova-compute[75223]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1468834779</nova:name>
Dec 01 15:39:15 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:39:15</nova:creationTime>
Dec 01 15:39:15 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:39:15 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:39:15 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:39:15 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:39:15 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:39:15 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:39:15 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:39:15 user nova-compute[75223]:       <nova:owner>
Dec 01 15:39:15 user nova-compute[75223]:         <nova:user uuid="c388a5043b264f8ab270f4b5784df19c">tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member</nova:user>
Dec 01 15:39:15 user nova-compute[75223]:         <nova:project uuid="5a6d94af8a704617a263070a98c1c4c4">tempest-TestServerVolumeAttachScenarioOldVersion-1625482172</nova:project>
Dec 01 15:39:15 user nova-compute[75223]:       </nova:owner>
Dec 01 15:39:15 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:39:15 user nova-compute[75223]:       <nova:ports>
Dec 01 15:39:15 user nova-compute[75223]:         <nova:port uuid="698be3cc-7082-4724-b5c7-a2014de2d9e0">
Dec 01 15:39:15 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:39:15 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:15 user nova-compute[75223]:       </nova:ports>
Dec 01 15:39:15 user nova-compute[75223]:     </nova:instance>
Dec 01 15:39:15 user nova-compute[75223]:   </metadata>
Dec 01 15:39:15 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:39:15 user nova-compute[75223]:     <system>
Dec 01 15:39:15 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:39:15 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:39:15 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:39:15 user nova-compute[75223]:       <entry name="serial">46db93b1-6e58-4cfc-a29a-5c9757a0a07a</entry>
Dec 01 15:39:15 user nova-compute[75223]:       <entry name="uuid">46db93b1-6e58-4cfc-a29a-5c9757a0a07a</entry>
Dec 01 15:39:15 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:39:15 user nova-compute[75223]:     </system>
Dec 01 15:39:15 user nova-compute[75223]:   </sysinfo>
Dec 01 15:39:15 user nova-compute[75223]:   <os>
Dec 01 15:39:15 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:39:15 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:39:15 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:39:15 user nova-compute[75223]:   </os>
Dec 01 15:39:15 user nova-compute[75223]:   <features>
Dec 01 15:39:15 user nova-compute[75223]:     <acpi/>
Dec 01 15:39:15 user nova-compute[75223]:     <apic/>
Dec 01 15:39:15 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:39:15 user nova-compute[75223]:   </features>
Dec 01 15:39:15 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:39:15 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:39:15 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:39:15 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:39:15 user nova-compute[75223]:   </clock>
Dec 01 15:39:15 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:39:15 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:39:15 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:39:15 user nova-compute[75223]:   </cpu>
Dec 01 15:39:15 user nova-compute[75223]:   <devices>
Dec 01 15:39:15 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:39:15 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:39:15 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk"/>
Dec 01 15:39:15 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:39:15 user nova-compute[75223]:     </disk>
Dec 01 15:39:15 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:15 user nova-compute[75223]:       <mac address="fa:16:3e:ea:6f:77"/>
Dec 01 15:39:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:15 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:15 user nova-compute[75223]:       <target dev="tap698be3cc-70"/>
Dec 01 15:39:15 user nova-compute[75223]:     </interface>
Dec 01 15:39:15 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:39:15 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/console.log" append="off"/>
Dec 01 15:39:15 user nova-compute[75223]:     </serial>
Dec 01 15:39:15 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:39:15 user nova-compute[75223]:     <video>
Dec 01 15:39:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:15 user nova-compute[75223]:     </video>
Dec 01 15:39:15 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:39:15 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:39:15 user nova-compute[75223]:     </rng>
Dec 01 15:39:15 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:39:15 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:39:15 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:39:15 user nova-compute[75223]:     </memballoon>
Dec 01 15:39:15 user nova-compute[75223]:   </devices>
Dec 01 15:39:15 user nova-compute[75223]: </domain>
Dec 01 15:39:15 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:39:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1468834779',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1468834779',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1468834',id=11,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLsEv60s+Au1RtO+A5ySj+qHyFf0pFtQOa7b0PRqt9a12Fi2RKUXKIk7AzMq0cAdqJhffIaiQupi9SIu2tRBRjQL9GQtYJvtPIoYpWShWW/a6U7UArgJEsSvULRWZ8yY9w==',key_name='tempest-keypair-987957255',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5a6d94af8a704617a263070a98c1c4c4',ramdisk_id='',reservation_id='r-3y75dp5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1625482172',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c388a5043b264f8ab270f4b5784df19c',uuid=46db93b1-6e58-4cfc-a29a-5c9757a0a07a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Converting VIF {"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ea:6f:77,bridge_name='br-int',has_traffic_filtering=True,id=698be3cc-7082-4724-b5c7-a2014de2d9e0,network=Network(a506653a-e131-4a2b-8453-574718b5e844),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap698be3cc-70') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG os_vif [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:6f:77,bridge_name='br-int',has_traffic_filtering=True,id=698be3cc-7082-4724-b5c7-a2014de2d9e0,network=Network(a506653a-e131-4a2b-8453-574718b5e844),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap698be3cc-70') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13fd36ec-d12c-5421-bc56-6489e183f693', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap698be3cc-70, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap698be3cc-70, col_values=(('qos', UUID('1f6a1dc7-0ead-43f8-9a3a-d8490b7696ed')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap698be3cc-70, col_values=(('external_ids', {'iface-id': '698be3cc-7082-4724-b5c7-a2014de2d9e0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ea:6f:77', 'vm-uuid': '46db93b1-6e58-4cfc-a29a-5c9757a0a07a'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:15 user nova-compute[75223]: INFO os_vif [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ea:6f:77,bridge_name='br-int',has_traffic_filtering=True,id=698be3cc-7082-4724-b5c7-a2014de2d9e0,network=Network(a506653a-e131-4a2b-8453-574718b5e844),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap698be3cc-70')
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] No VIF found with MAC fa:16:3e:ea:6f:77, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.neutron [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Updated VIF entry in instance network info cache for port 698be3cc-7082-4724-b5c7-a2014de2d9e0. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.neutron [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Updating instance_info_cache with network_info: [{"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5e1f4c75-e0c2-481e-b645-6974cddcdfc0 req-e7c9726f-1018-435d-9c4c-7792d551567b service nova] Releasing lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully updated port: 043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully updated port: dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-043ae37b-d268-4680-b2b0-b6bd0f0ceae5. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG nova.network.neutron [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port 043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG nova.network.neutron [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-dddd9c05-6de3-44c9-bc27-b7555bf042b4. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully updated port: 6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0f86928-18d2-40e1-b53a-c93ac18d9de8 req-d00b27a6-4f86-4812-a70c-bf597c8faeb5 service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully updated port: aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] No waiting events found dispatching network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:18 user nova-compute[75223]: WARNING nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received unexpected event network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 for instance with vm_state building and task_state spawning.
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-6850c68a-1e80-4f8e-bb38-62430e8c5ab1. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port 6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully updated port: 992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] No waiting events found dispatching network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:18 user nova-compute[75223]: WARNING nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received unexpected event network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 for instance with vm_state building and task_state spawning.
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:39:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Instance spawned successfully.
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Successfully updated port: a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:19 user nova-compute[75223]: INFO nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Took 6.31 seconds to spawn the instance on the hypervisor.
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bc7fed5-975c-4ccc-a0d3-1e1f556af39c req-21bb138c-3c78-4d58-892d-fa502e516cb6 service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:39:19 user nova-compute[75223]: INFO nova.compute.manager [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Took 7.22 seconds to build instance.
Dec 01 15:39:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0bc7c962-7f6f-47e6-aed2-11cc4fe9bf2d tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.335s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:19 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-992c196b-4401-4f7d-a084-8e7e210dde37. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:21 user nova-compute[75223]: INFO nova.virt.block_device [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Booting with volume fcce4816-debe-4aaf-b301-4adb70070cc6 at /dev/vdb
Dec 01 15:39:21 user nova-compute[75223]: DEBUG os_brick.utils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a9840e4-b497-401e-8e01-b48a212b23a6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a21d347-562f-441b-b03d-29392f021ce0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[14732a5c-b694-41aa-8c38-feb6ae190bd7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9fec96b-2adf-465a-954e-44b0b75710cc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:21 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc6cc23-bf50-48f7-abdb-fcbcfb18953c]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG os_brick.utils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== get_connector_properties: return (139ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating existing volume attachment record: 02ecdcc6-6640-4d85-b3b0-9b4308a9c2a2 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance network_info: |[{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port 992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updated VIF entry in instance network info cache for port 992c196b-4401-4f7d-a084-8e7e210dde37. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-a033e1e5-f1e2-418d-9bb9-44478e07a209. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updated VIF entry in instance network info cache for port a033e1e5-f1e2-418d-9bb9-44478e07a209. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c13e287-d29b-493b-9d03-7b1e1617838b req-e277f142-0d10-4dcd-b137-2ec35957a760 service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:39:28 user nova-compute[75223]: INFO nova.compute.claims [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Claim successful on node user
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.534s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:39:28 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.policy [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8695983022456b91df0717506f476f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30bb9f9dd9644b0693a630b3f0a9d322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:39:28 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Creating image(s)
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "/opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "/opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "/opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk 1073741824" returned: 0 in 0.051s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.231s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Successfully created port: e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Checking if we can resize image /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Cannot resize image /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Ensure instance console log exists: /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Successfully updated port: e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquired lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-changed-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Refreshing instance network info cache due to event network-changed-e13308d3-f48b-4306-bb31-5b18a956720c. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] Acquiring lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Updating instance_info_cache with network_info: [{"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Releasing lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Instance network_info: |[{"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] Acquired lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Refreshing network info cache for port e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Start _get_guest_xml network_info=[{"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:39:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:39:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-693804790',display_name='tempest-VolumesSnapshotTestJSON-instance-693804790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-693804790',id=12,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8Ftxu+P0aRHvixeMNeD03wXaxsW0EE0wcRjS4KNHdypxPrWjx3g7cuK/r2z5ffpxEbKeLGKWNc+aWCjIGbVwb14idWGS+tfMhC5k9jSgchS9XTE3i0qdc9YWwaSNtp1Q==',key_name='tempest-keypair-1838422772',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30bb9f9dd9644b0693a630b3f0a9d322',ramdisk_id='',reservation_id='r-rhwnmtwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-154577618',owner_user_name='tempest-VolumesSnapshotTestJSON-154577618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea8695983022456b91df0717506f476f',uuid=4151e905-c32b-4050-8cae-0d59570332f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converting VIF {"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:6c:d5,bridge_name='br-int',has_traffic_filtering=True,id=e13308d3-f48b-4306-bb31-5b18a956720c,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape13308d3-f4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.objects.instance [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'pci_devices' on Instance uuid 4151e905-c32b-4050-8cae-0d59570332f6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:39:30 user nova-compute[75223]:   <uuid>4151e905-c32b-4050-8cae-0d59570332f6</uuid>
Dec 01 15:39:30 user nova-compute[75223]:   <name>instance-0000000c</name>
Dec 01 15:39:30 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:39:30 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:39:30 user nova-compute[75223]:   <metadata>
Dec 01 15:39:30 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:39:30 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:39:30 user nova-compute[75223]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-693804790</nova:name>
Dec 01 15:39:30 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:39:30</nova:creationTime>
Dec 01 15:39:30 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:39:30 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:39:30 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:39:30 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:39:30 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:39:30 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:39:30 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:39:30 user nova-compute[75223]:       <nova:owner>
Dec 01 15:39:30 user nova-compute[75223]:         <nova:user uuid="ea8695983022456b91df0717506f476f">tempest-VolumesSnapshotTestJSON-154577618-project-member</nova:user>
Dec 01 15:39:30 user nova-compute[75223]:         <nova:project uuid="30bb9f9dd9644b0693a630b3f0a9d322">tempest-VolumesSnapshotTestJSON-154577618</nova:project>
Dec 01 15:39:30 user nova-compute[75223]:       </nova:owner>
Dec 01 15:39:30 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:39:30 user nova-compute[75223]:       <nova:ports>
Dec 01 15:39:30 user nova-compute[75223]:         <nova:port uuid="e13308d3-f48b-4306-bb31-5b18a956720c">
Dec 01 15:39:30 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 15:39:30 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:30 user nova-compute[75223]:       </nova:ports>
Dec 01 15:39:30 user nova-compute[75223]:     </nova:instance>
Dec 01 15:39:30 user nova-compute[75223]:   </metadata>
Dec 01 15:39:30 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:39:30 user nova-compute[75223]:     <system>
Dec 01 15:39:30 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:39:30 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:39:30 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:39:30 user nova-compute[75223]:       <entry name="serial">4151e905-c32b-4050-8cae-0d59570332f6</entry>
Dec 01 15:39:30 user nova-compute[75223]:       <entry name="uuid">4151e905-c32b-4050-8cae-0d59570332f6</entry>
Dec 01 15:39:30 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:39:30 user nova-compute[75223]:     </system>
Dec 01 15:39:30 user nova-compute[75223]:   </sysinfo>
Dec 01 15:39:30 user nova-compute[75223]:   <os>
Dec 01 15:39:30 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:39:30 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:39:30 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:39:30 user nova-compute[75223]:   </os>
Dec 01 15:39:30 user nova-compute[75223]:   <features>
Dec 01 15:39:30 user nova-compute[75223]:     <acpi/>
Dec 01 15:39:30 user nova-compute[75223]:     <apic/>
Dec 01 15:39:30 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:39:30 user nova-compute[75223]:   </features>
Dec 01 15:39:30 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:39:30 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:39:30 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:39:30 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:39:30 user nova-compute[75223]:   </clock>
Dec 01 15:39:30 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:39:30 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:39:30 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:39:30 user nova-compute[75223]:   </cpu>
Dec 01 15:39:30 user nova-compute[75223]:   <devices>
Dec 01 15:39:30 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:39:30 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:39:30 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk"/>
Dec 01 15:39:30 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:39:30 user nova-compute[75223]:     </disk>
Dec 01 15:39:30 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:30 user nova-compute[75223]:       <mac address="fa:16:3e:5f:6c:d5"/>
Dec 01 15:39:30 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:30 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:30 user nova-compute[75223]:       <target dev="tape13308d3-f4"/>
Dec 01 15:39:30 user nova-compute[75223]:     </interface>
Dec 01 15:39:30 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:39:30 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/console.log" append="off"/>
Dec 01 15:39:30 user nova-compute[75223]:     </serial>
Dec 01 15:39:30 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:39:30 user nova-compute[75223]:     <video>
Dec 01 15:39:30 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:30 user nova-compute[75223]:     </video>
Dec 01 15:39:30 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:39:30 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:39:30 user nova-compute[75223]:     </rng>
Dec 01 15:39:30 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:39:30 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:39:30 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:39:30 user nova-compute[75223]:     </memballoon>
Dec 01 15:39:30 user nova-compute[75223]:   </devices>
Dec 01 15:39:30 user nova-compute[75223]: </domain>
Dec 01 15:39:30 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:39:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-693804790',display_name='tempest-VolumesSnapshotTestJSON-instance-693804790',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-693804790',id=12,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8Ftxu+P0aRHvixeMNeD03wXaxsW0EE0wcRjS4KNHdypxPrWjx3g7cuK/r2z5ffpxEbKeLGKWNc+aWCjIGbVwb14idWGS+tfMhC5k9jSgchS9XTE3i0qdc9YWwaSNtp1Q==',key_name='tempest-keypair-1838422772',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30bb9f9dd9644b0693a630b3f0a9d322',ramdisk_id='',reservation_id='r-rhwnmtwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-154577618',owner_user_name='tempest-VolumesSnapshotTestJSON-154577618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:29Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea8695983022456b91df0717506f476f',uuid=4151e905-c32b-4050-8cae-0d59570332f6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converting VIF {"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5f:6c:d5,bridge_name='br-int',has_traffic_filtering=True,id=e13308d3-f48b-4306-bb31-5b18a956720c,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape13308d3-f4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG os_vif [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:6c:d5,bridge_name='br-int',has_traffic_filtering=True,id=e13308d3-f48b-4306-bb31-5b18a956720c,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape13308d3-f4') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0b261309-b9cc-59f6-aad4-da770bc1d9ac', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape13308d3-f4, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape13308d3-f4, col_values=(('qos', UUID('79a353e6-a962-48b4-8f36-297029e4f1c3')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape13308d3-f4, col_values=(('external_ids', {'iface-id': 'e13308d3-f48b-4306-bb31-5b18a956720c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5f:6c:d5', 'vm-uuid': '4151e905-c32b-4050-8cae-0d59570332f6'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:30 user nova-compute[75223]: INFO os_vif [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5f:6c:d5,bridge_name='br-int',has_traffic_filtering=True,id=e13308d3-f48b-4306-bb31-5b18a956720c,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape13308d3-f4')
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No VIF found with MAC fa:16:3e:5f:6c:d5, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Updated VIF entry in instance network info cache for port e13308d3-f48b-4306-bb31-5b18a956720c. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Updating instance_info_cache with network_info: [{"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-53ce2dfe-0379-47c4-8578-c0045c32e087 req-a197dec3-4a8b-4ad0-84de-d65384ac8ebe service nova] Releasing lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:31 user nova-compute[75223]: INFO nova.virt.block_device [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Booting with volume 6991052c-b393-447e-a37a-59e371ebe04e at /dev/vdc
Dec 01 15:39:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb50f128-d52d-4b52-9912-4140f68f54db]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[43964f61-cc56-4d4a-a1cb-48149bee06b0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fe49696-0049-4432-b04f-3c10adf8f87f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2259093-af6c-4e3d-b381-032d07eb8d00]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:31 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:39:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fd58ddf-7bf4-4817-b1a7-b347aa0fe6e2]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:39:31 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating existing volume attachment record: 9c77b232-d28f-4f07-aa86-99a2db50f761 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-ffffd8d7-6a3d-454d-bba1-2f5356add555 req-9d49ad7f-f5f1-4e9c-88ba-9ade3f877587 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ffffd8d7-6a3d-454d-bba1-2f5356add555 req-9d49ad7f-f5f1-4e9c-88ba-9ade3f877587 service nova] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ffffd8d7-6a3d-454d-bba1-2f5356add555 req-9d49ad7f-f5f1-4e9c-88ba-9ade3f877587 service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ffffd8d7-6a3d-454d-bba1-2f5356add555 req-9d49ad7f-f5f1-4e9c-88ba-9ade3f877587 service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-ffffd8d7-6a3d-454d-bba1-2f5356add555 req-9d49ad7f-f5f1-4e9c-88ba-9ade3f877587 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] No waiting events found dispatching network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:32 user nova-compute[75223]: WARNING nova.compute.manager [req-ffffd8d7-6a3d-454d-bba1-2f5356add555 req-9d49ad7f-f5f1-4e9c-88ba-9ade3f877587 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received unexpected event network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c for instance with vm_state building and task_state spawning.
Dec 01 15:39:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:39:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Instance spawned successfully.
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-47393e36-e6c7-42a8-909e-7509a9ed9147 req-0e332ea0-5790-414d-8f4b-2e6db093c0a6 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-47393e36-e6c7-42a8-909e-7509a9ed9147 req-0e332ea0-5790-414d-8f4b-2e6db093c0a6 service nova] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-47393e36-e6c7-42a8-909e-7509a9ed9147 req-0e332ea0-5790-414d-8f4b-2e6db093c0a6 service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-47393e36-e6c7-42a8-909e-7509a9ed9147 req-0e332ea0-5790-414d-8f4b-2e6db093c0a6 service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-47393e36-e6c7-42a8-909e-7509a9ed9147 req-0e332ea0-5790-414d-8f4b-2e6db093c0a6 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] No waiting events found dispatching network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:34 user nova-compute[75223]: WARNING nova.compute.manager [req-47393e36-e6c7-42a8-909e-7509a9ed9147 req-0e332ea0-5790-414d-8f4b-2e6db093c0a6 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received unexpected event network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c for instance with vm_state building and task_state spawning.
Dec 01 15:39:34 user nova-compute[75223]: INFO nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Took 5.49 seconds to spawn the instance on the hypervisor.
Dec 01 15:39:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:39:34 user nova-compute[75223]: INFO nova.compute.manager [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Took 6.40 seconds to build instance.
Dec 01 15:39:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-476690d5-f302-4dfe-8899-a068a655407f tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.492s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:39:40 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Creating image(s)
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Ensure instance console log exists: /opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Start _get_guest_xml network_info=[{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MclFfikb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94', 'attached_at': '', 'detached_at': '', 'volume_id': '3120a1a9-6c1d-4099-a3e2-71689b540988', 'serial': '3120a1a9-6c1d-4099-a3e2-71689b540988'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': '61b8c83d-b902-4873-8ee9-ccd7f0cdc920', 'device_type': 'disk', 'volume_type': None}, {'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWFUiTDs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94', 'attached_at': '', 'detached_at': '', 'volume_id': 'fcce4816-debe-4aaf-b301-4adb70070cc6', 'serial': 'fcce4816-debe-4aaf-b301-4adb70070cc6'}, 'boot_index': 1, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': '02ecdcc6-6640-4d85-b3b0-9b4308a9c2a2', 'device_type': 'disk', 'volume_type': None}, {'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxTElysV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94', 'attached_at': '', 'detached_at': '', 'volume_id': '6991052c-b393-447e-a37a-59e371ebe04e', 'serial': '6991052c-b393-447e-a37a-59e371ebe04e'}, 'boot_index': 2, 'delete_on_termination': False, 'mount_device': '/dev/vdc', 'attachment_id': '9c77b232-d28f-4f07-aa86-99a2db50f761', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:39:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connector [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Factory for ISCSI on None {{(pid=75223) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MclFfikb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:39:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:39:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:39:40 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9aa3896-c57a-40f4-87ab-f431ad9458e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:39:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bbc0956-b529-4b84-ae28-f27d1b33054a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988] added
Dec 01 15:39:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f002c520-01ec-4f9d-882c-9ce0c9957f56]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[35cabf93-53f6-49ca-a28b-79b17e4dd8c8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MclFfikb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MclFfikb" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[962b3107-d261-46f7-9816-9e338dcea6e1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MclFfikb'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e85840-02ef-40bb-9fbe-7800e46b50f6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e9ee5b-68e0-4757-a767-145e50ad026c]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 15:39:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:39:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 15:39:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:39:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 15:39:40 user nova-compute[75223]: 
Dec 01 15:39:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e68e369d-7d98-4e37-9aac-9573f1f723f5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260]
Dec 01 15:39:41 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260] successful.
Dec 01 15:39:41 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1f5f57b-7041-42af-9e20-cf570e45112c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[31ba4ed1-1060-4cbb-8130-2c4c7309f599]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:41 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:41 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.252s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a17a106d-7608-4a70-8e46-30da1abff352]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:41 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MclFfikb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== connect_volume: return (1287ms) {'type': 'block', 'scsi_wwn': '23133336363343231', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23133336363343231', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWFUiTDs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:39:42 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:39:42 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:39:42 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[46bbf028-0df1-4352-a514-e65bdca9e6c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:39:42 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e06dfbbc-809c-4aa6-a9e6-371b8f733923]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6] added
Dec 01 15:39:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf985d0e-0770-49c8-b914-94e1545edc27]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f99b54-dce0-4b5a-b9ea-8c8060d7b017]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rWFUiTDs {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rWFUiTDs" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5bfaa2e-6686-4b95-b546-5a5ac2bde930]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rWFUiTDs'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b5d243-5442-4a4d-a793-45516b3e4391]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[20bf33d4-bd41-4de6-8b83-394002ad8a96]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1d23c01-b2c6-44b1-922f-e942fa38cf3b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260]
Dec 01 15:39:42 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260] successful.
Dec 01 15:39:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[004a77ad-96b0-4d42-8103-7fd534091ba1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2ee6eb9-70da-49e8-8c7f-068195fb7068]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:42 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:39:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:42 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:39:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0098aaf6-9f94-45d3-8f36-1593969f3054]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:39:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWFUiTDs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== connect_volume: return (1309ms) {'type': 'block', 'scsi_wwn': '23661366632326330', 'path': '/dev/sdc'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23661366632326330', 'path': '/dev/sdc'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxTElysV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:39:43 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:39:43 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:39:43 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc7db0ed-be5d-4a88-93d9-297d9613f1e1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:39:43 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[babfaa38-208a-4a94-8bd3-47ba0b99124d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e] added
Dec 01 15:39:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b43f386-d528-4513-9c07-2597b79d90fe]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[344862bb-f5c0-41fd-be43-293dc1782ef3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxTElysV {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QxTElysV" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11657cb-befd-4b49-8c8b-33f65df7269b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QxTElysV'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[13ea3df8-32e8-450a-af80-377a82c4ba07]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[60bea303-f16a-4ff0-8da5-8d1e15692114]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27b60129-ca12-42f7-8ee3-6597fdbcd686]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260]
Dec 01 15:39:43 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260] successful.
Dec 01 15:39:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d1a672b-6163-4758-b563-497be75f2d16]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aff3985-ae36-4855-9284-3adc4fcd4fb2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:39:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:39:43 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:39:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a13f0949-5454-4a23-8138-5012e20f3c3d]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:39:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxTElysV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.287s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '26666326135633634', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666326135633634', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:0e:e1,bridge_name='br-int',has_traffic_filtering=True,id=26ea6dc7-8178-4bce-af90-e9fa81809bd3,network=Network(8d9cabb7-2fd2-461a-bdcf-45cb94679641),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26ea6dc7-81') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:c0:3c,bridge_name='br-int',has_traffic_filtering=True,id=043ae37b-d268-4680-b2b0-b6bd0f0ceae5,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap043ae37b-d2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:d2:81,bridge_name='br-int',has_traffic_filtering=True,id=dddd9c05-6de3-44c9-bc27-b7555bf042b4,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdddd9c05-6d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:e1:05,bridge_name='br-int',has_traffic_filtering=True,id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6850c68a-1e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaedbdbc7-53') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=992c196b-4401-4f7d-a084-8e7e210dde37,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap992c196b-44') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:cc:0b,bridge_name='br-int',has_traffic_filtering=True,id=a033e1e5-f1e2-418d-9bb9-44478e07a209,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa033e1e5-f1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lazy-loading 'pci_devices' on Instance uuid acf9d76b-9b58-4b67-ae8b-598e410a9c94 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:39:44 user nova-compute[75223]:   <uuid>acf9d76b-9b58-4b67-ae8b-598e410a9c94</uuid>
Dec 01 15:39:44 user nova-compute[75223]:   <name>instance-0000000a</name>
Dec 01 15:39:44 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:39:44 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:39:44 user nova-compute[75223]:   <metadata>
Dec 01 15:39:44 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:39:44 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:39:44 user nova-compute[75223]:       <nova:name>tempest-device-tagging-server-1754831802</nova:name>
Dec 01 15:39:44 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:39:40</nova:creationTime>
Dec 01 15:39:44 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:39:44 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:39:44 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:39:44 user nova-compute[75223]:       <nova:owner>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:user uuid="c755d45462744ff58bf54e8a1909a7b3">tempest-TaggedBootDevicesTest-1490847068-project-member</nova:user>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:project uuid="a798135b14744f09ae1b2d90ce710932">tempest-TaggedBootDevicesTest-1490847068</nova:project>
Dec 01 15:39:44 user nova-compute[75223]:       </nova:owner>
Dec 01 15:39:44 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:39:44 user nova-compute[75223]:       <nova:ports>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:port uuid="26ea6dc7-8178-4bce-af90-e9fa81809bd3">
Dec 01 15:39:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 15:39:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:port uuid="043ae37b-d268-4680-b2b0-b6bd0f0ceae5">
Dec 01 15:39:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.36" ipVersion="4"/>
Dec 01 15:39:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:port uuid="dddd9c05-6de3-44c9-bc27-b7555bf042b4">
Dec 01 15:39:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.210" ipVersion="4"/>
Dec 01 15:39:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:port uuid="6850c68a-1e80-4f8e-bb38-62430e8c5ab1">
Dec 01 15:39:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.192" ipVersion="4"/>
Dec 01 15:39:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:port uuid="aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef">
Dec 01 15:39:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.183" ipVersion="4"/>
Dec 01 15:39:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:port uuid="992c196b-4401-4f7d-a084-8e7e210dde37">
Dec 01 15:39:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 01 15:39:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:44 user nova-compute[75223]:         <nova:port uuid="a033e1e5-f1e2-418d-9bb9-44478e07a209">
Dec 01 15:39:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 01 15:39:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:44 user nova-compute[75223]:       </nova:ports>
Dec 01 15:39:44 user nova-compute[75223]:     </nova:instance>
Dec 01 15:39:44 user nova-compute[75223]:   </metadata>
Dec 01 15:39:44 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:39:44 user nova-compute[75223]:     <system>
Dec 01 15:39:44 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:39:44 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:39:44 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:39:44 user nova-compute[75223]:       <entry name="serial">acf9d76b-9b58-4b67-ae8b-598e410a9c94</entry>
Dec 01 15:39:44 user nova-compute[75223]:       <entry name="uuid">acf9d76b-9b58-4b67-ae8b-598e410a9c94</entry>
Dec 01 15:39:44 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:39:44 user nova-compute[75223]:     </system>
Dec 01 15:39:44 user nova-compute[75223]:   </sysinfo>
Dec 01 15:39:44 user nova-compute[75223]:   <os>
Dec 01 15:39:44 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:39:44 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:39:44 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:39:44 user nova-compute[75223]:   </os>
Dec 01 15:39:44 user nova-compute[75223]:   <features>
Dec 01 15:39:44 user nova-compute[75223]:     <acpi/>
Dec 01 15:39:44 user nova-compute[75223]:     <apic/>
Dec 01 15:39:44 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:39:44 user nova-compute[75223]:   </features>
Dec 01 15:39:44 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:39:44 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:39:44 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:39:44 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:39:44 user nova-compute[75223]:   </clock>
Dec 01 15:39:44 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:39:44 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:39:44 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:39:44 user nova-compute[75223]:   </cpu>
Dec 01 15:39:44 user nova-compute[75223]:   <devices>
Dec 01 15:39:44 user nova-compute[75223]:     <disk type="file" device="cdrom">
Dec 01 15:39:44 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none"/>
Dec 01 15:39:44 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94/disk.config"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="hda" bus="ide"/>
Dec 01 15:39:44 user nova-compute[75223]:     </disk>
Dec 01 15:39:44 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:39:44 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:39:44 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <serial>3120a1a9-6c1d-4099-a3e2-71689b540988</serial>
Dec 01 15:39:44 user nova-compute[75223]:     </disk>
Dec 01 15:39:44 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:39:44 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:39:44 user nova-compute[75223]:       <source dev="/dev/sdc"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <serial>fcce4816-debe-4aaf-b301-4adb70070cc6</serial>
Dec 01 15:39:44 user nova-compute[75223]:     </disk>
Dec 01 15:39:44 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:39:44 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:39:44 user nova-compute[75223]:       <source dev="/dev/sdd"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="vdc" bus="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <serial>6991052c-b393-447e-a37a-59e371ebe04e</serial>
Dec 01 15:39:44 user nova-compute[75223]:     </disk>
Dec 01 15:39:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:44 user nova-compute[75223]:       <mac address="fa:16:3e:78:0e:e1"/>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="tap26ea6dc7-81"/>
Dec 01 15:39:44 user nova-compute[75223]:     </interface>
Dec 01 15:39:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:44 user nova-compute[75223]:       <mac address="fa:16:3e:0f:c0:3c"/>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="tap043ae37b-d2"/>
Dec 01 15:39:44 user nova-compute[75223]:     </interface>
Dec 01 15:39:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:44 user nova-compute[75223]:       <mac address="fa:16:3e:12:d2:81"/>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="tapdddd9c05-6d"/>
Dec 01 15:39:44 user nova-compute[75223]:     </interface>
Dec 01 15:39:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:44 user nova-compute[75223]:       <mac address="fa:16:3e:cc:e1:05"/>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="tap6850c68a-1e"/>
Dec 01 15:39:44 user nova-compute[75223]:     </interface>
Dec 01 15:39:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:44 user nova-compute[75223]:       <mac address="fa:16:3e:04:c4:3b"/>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="tapaedbdbc7-53"/>
Dec 01 15:39:44 user nova-compute[75223]:     </interface>
Dec 01 15:39:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:44 user nova-compute[75223]:       <mac address="fa:16:3e:6d:00:0f"/>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="tap992c196b-44"/>
Dec 01 15:39:44 user nova-compute[75223]:     </interface>
Dec 01 15:39:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:44 user nova-compute[75223]:       <mac address="fa:16:3e:69:cc:0b"/>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:44 user nova-compute[75223]:       <target dev="tapa033e1e5-f1"/>
Dec 01 15:39:44 user nova-compute[75223]:     </interface>
Dec 01 15:39:44 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:39:44 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94/console.log" append="off"/>
Dec 01 15:39:44 user nova-compute[75223]:     </serial>
Dec 01 15:39:44 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:39:44 user nova-compute[75223]:     <video>
Dec 01 15:39:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:44 user nova-compute[75223]:     </video>
Dec 01 15:39:44 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:39:44 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:39:44 user nova-compute[75223]:     </rng>
Dec 01 15:39:44 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:39:44 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:39:44 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:39:44 user nova-compute[75223]:     </memballoon>
Dec 01 15:39:44 user nova-compute[75223]:   </devices>
Dec 01 15:39:44 user nova-compute[75223]: </domain>
Dec 01 15:39:44 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:0e:e1,bridge_name='br-int',has_traffic_filtering=True,id=26ea6dc7-8178-4bce-af90-e9fa81809bd3,network=Network(8d9cabb7-2fd2-461a-bdcf-45cb94679641),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26ea6dc7-81') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:0e:e1,bridge_name='br-int',has_traffic_filtering=True,id=26ea6dc7-8178-4bce-af90-e9fa81809bd3,network=Network(8d9cabb7-2fd2-461a-bdcf-45cb94679641),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26ea6dc7-81') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6c914eef-487b-5d44-8919-8f98ed78b20a', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26ea6dc7-81, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26ea6dc7-81, col_values=(('qos', UUID('06577cb8-02d7-4bda-8e4f-c25c50f7e83a')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26ea6dc7-81, col_values=(('external_ids', {'iface-id': '26ea6dc7-8178-4bce-af90-e9fa81809bd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:0e:e1', 'vm-uuid': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: INFO os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:0e:e1,bridge_name='br-int',has_traffic_filtering=True,id=26ea6dc7-8178-4bce-af90-e9fa81809bd3,network=Network(8d9cabb7-2fd2-461a-bdcf-45cb94679641),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26ea6dc7-81')
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:c0:3c,bridge_name='br-int',has_traffic_filtering=True,id=043ae37b-d268-4680-b2b0-b6bd0f0ceae5,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap043ae37b-d2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:c0:3c,bridge_name='br-int',has_traffic_filtering=True,id=043ae37b-d268-4680-b2b0-b6bd0f0ceae5,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap043ae37b-d2') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '99047cf1-43e5-58d1-9cd0-d79607a258c9', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap043ae37b-d2, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap043ae37b-d2, col_values=(('qos', UUID('8ca63919-119e-4e83-b5f4-40f8648d2bab')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap043ae37b-d2, col_values=(('external_ids', {'iface-id': '043ae37b-d268-4680-b2b0-b6bd0f0ceae5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:c0:3c', 'vm-uuid': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: INFO os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:c0:3c,bridge_name='br-int',has_traffic_filtering=True,id=043ae37b-d268-4680-b2b0-b6bd0f0ceae5,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap043ae37b-d2')
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:d2:81,bridge_name='br-int',has_traffic_filtering=True,id=dddd9c05-6de3-44c9-bc27-b7555bf042b4,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdddd9c05-6d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:d2:81,bridge_name='br-int',has_traffic_filtering=True,id=dddd9c05-6de3-44c9-bc27-b7555bf042b4,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdddd9c05-6d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a1af95b9-3f20-5824-ae9d-0d515d3354f0', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdddd9c05-6d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdddd9c05-6d, col_values=(('qos', UUID('c01e57d7-b400-49fe-bcf1-237a39797c62')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdddd9c05-6d, col_values=(('external_ids', {'iface-id': 'dddd9c05-6de3-44c9-bc27-b7555bf042b4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:12:d2:81', 'vm-uuid': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: INFO os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:d2:81,bridge_name='br-int',has_traffic_filtering=True,id=dddd9c05-6de3-44c9-bc27-b7555bf042b4,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdddd9c05-6d')
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:e1:05,bridge_name='br-int',has_traffic_filtering=True,id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6850c68a-1e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:e1:05,bridge_name='br-int',has_traffic_filtering=True,id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6850c68a-1e') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0dc83403-52d2-5030-b849-d88441720714', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6850c68a-1e, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6850c68a-1e, col_values=(('qos', UUID('96312ca0-d776-408c-8e36-8520eef657b8')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6850c68a-1e, col_values=(('external_ids', {'iface-id': '6850c68a-1e80-4f8e-bb38-62430e8c5ab1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:e1:05', 'vm-uuid': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: INFO os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:e1:05,bridge_name='br-int',has_traffic_filtering=True,id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6850c68a-1e')
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaedbdbc7-53') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaedbdbc7-53') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4055fbb4-4afd-5d0f-93f8-39a4259195ee', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaedbdbc7-53, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaedbdbc7-53, col_values=(('qos', UUID('0fe450a1-1ce2-4df8-983b-dd9c29dfa81f')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaedbdbc7-53, col_values=(('external_ids', {'iface-id': 'aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:c4:3b', 'vm-uuid': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: INFO os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaedbdbc7-53')
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=992c196b-4401-4f7d-a084-8e7e210dde37,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap992c196b-44') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=992c196b-4401-4f7d-a084-8e7e210dde37,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap992c196b-44') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5aef93b-1ac6-5bea-ad64-34afac57a744', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap992c196b-44, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap992c196b-44, col_values=(('qos', UUID('f207412b-2b31-43e4-8e8b-e3fd165196dd')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap992c196b-44, col_values=(('external_ids', {'iface-id': '992c196b-4401-4f7d-a084-8e7e210dde37', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6d:00:0f', 'vm-uuid': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: INFO os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=992c196b-4401-4f7d-a084-8e7e210dde37,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap992c196b-44')
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:39:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:cc:0b,bridge_name='br-int',has_traffic_filtering=True,id=a033e1e5-f1e2-418d-9bb9-44478e07a209,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa033e1e5-f1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:cc:0b,bridge_name='br-int',has_traffic_filtering=True,id=a033e1e5-f1e2-418d-9bb9-44478e07a209,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa033e1e5-f1') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fff8e81d-e9e3-52d5-9df2-1c40f5189edf', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa033e1e5-f1, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa033e1e5-f1, col_values=(('qos', UUID('7eaad6bc-3a80-4227-874e-33c4d128477f')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa033e1e5-f1, col_values=(('external_ids', {'iface-id': 'a033e1e5-f1e2-418d-9bb9-44478e07a209', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:69:cc:0b', 'vm-uuid': 'acf9d76b-9b58-4b67-ae8b-598e410a9c94'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:45 user nova-compute[75223]: INFO os_vif [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:cc:0b,bridge_name='br-int',has_traffic_filtering=True,id=a033e1e5-f1e2-418d-9bb9-44478e07a209,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa033e1e5-f1')
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] No BDM found with device name hda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] No VIF found with MAC fa:16:3e:78:0e:e1, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:39:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] No VIF found with MAC fa:16:3e:04:c4:3b, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:39:45 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Using config drive
Dec 01 15:39:46 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Creating config drive at /opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94/disk.config
Dec 01 15:39:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpldmrfpom {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpldmrfpom" returned: 0 in 0.058s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG nova.compute.manager [req-11a6c5fb-bcea-4caa-ac17-798884c8bda7 req-46e206f5-3856-451e-861d-c897bfe7860c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-11a6c5fb-bcea-4caa-ac17-798884c8bda7 req-46e206f5-3856-451e-861d-c897bfe7860c service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-11a6c5fb-bcea-4caa-ac17-798884c8bda7 req-46e206f5-3856-451e-861d-c897bfe7860c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-11a6c5fb-bcea-4caa-ac17-798884c8bda7 req-46e206f5-3856-451e-861d-c897bfe7860c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG nova.compute.manager [req-11a6c5fb-bcea-4caa-ac17-798884c8bda7 req-46e206f5-3856-451e-861d-c897bfe7860c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:48 user nova-compute[75223]: WARNING nova.compute.manager [req-11a6c5fb-bcea-4caa-ac17-798884c8bda7 req-46e206f5-3856-451e-861d-c897bfe7860c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 for instance with vm_state building and task_state spawning.
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-12999080-388e-4766-b039-3e97cb6a7cec req-ea84c115-35e3-472a-a8e0-249de3316532 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-12999080-388e-4766-b039-3e97cb6a7cec req-ea84c115-35e3-472a-a8e0-249de3316532 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-12999080-388e-4766-b039-3e97cb6a7cec req-ea84c115-35e3-472a-a8e0-249de3316532 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-12999080-388e-4766-b039-3e97cb6a7cec req-ea84c115-35e3-472a-a8e0-249de3316532 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-12999080-388e-4766-b039-3e97cb6a7cec req-ea84c115-35e3-472a-a8e0-249de3316532 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:49 user nova-compute[75223]: WARNING nova.compute.manager [req-12999080-388e-4766-b039-3e97cb6a7cec req-ea84c115-35e3-472a-a8e0-249de3316532 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 for instance with vm_state building and task_state spawning.
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:50 user nova-compute[75223]: WARNING nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 for instance with vm_state building and task_state spawning.
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:50 user nova-compute[75223]: WARNING nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 for instance with vm_state building and task_state spawning.
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:50 user nova-compute[75223]: WARNING nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 for instance with vm_state building and task_state spawning.
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:50 user nova-compute[75223]: WARNING nova.compute.manager [req-8754749a-6a5f-4aaf-b6d7-b86e8e1a572a req-df85274a-2831-4fa3-8a3b-33453b7550c5 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef for instance with vm_state building and task_state spawning.
Dec 01 15:39:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:51 user nova-compute[75223]: WARNING nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 for instance with vm_state building and task_state spawning.
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:51 user nova-compute[75223]: WARNING nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 for instance with vm_state building and task_state spawning.
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:51 user nova-compute[75223]: WARNING nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 for instance with vm_state building and task_state spawning.
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:51 user nova-compute[75223]: WARNING nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 for instance with vm_state building and task_state spawning.
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:51 user nova-compute[75223]: WARNING nova.compute.manager [req-4406a49c-4e0a-40af-9100-742e1cb943f2 req-810eaf95-6797-45de-8685-5722c4a6f55c service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 for instance with vm_state building and task_state spawning.
Dec 01 15:39:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:52 user nova-compute[75223]: WARNING nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef for instance with vm_state building and task_state spawning.
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:52 user nova-compute[75223]: WARNING nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 for instance with vm_state building and task_state spawning.
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:52 user nova-compute[75223]: WARNING nova.compute.manager [req-119dc7c0-8590-4949-b260-109648c93e53 req-41ae660e-32fa-4574-a437-d07800b5fd95 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 for instance with vm_state building and task_state spawning.
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:39:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance spawned successfully.
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:39:52 user nova-compute[75223]: INFO nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Took 11.77 seconds to spawn the instance on the hypervisor.
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:39:52 user nova-compute[75223]: INFO nova.compute.manager [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Took 44.29 seconds to build instance.
Dec 01 15:39:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-811d6b38-8675-43de-87af-d4c16455ac3e tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 44.386s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:39:52 user nova-compute[75223]: INFO nova.compute.manager [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] instance snapshotting
Dec 01 15:39:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Beginning live snapshot process
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json -f qcow2" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json -f qcow2" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjnkdhvke/182cc26c888c41cd9144b9a51eb68088.delta 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpjnkdhvke/182cc26c888c41cd9144b9a51eb68088.delta 1073741824" returned: 0 in 0.048s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 15:39:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75223) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Dec 01 15:39:53 user nova-compute[75223]: INFO nova.virt.libvirt.host [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] UEFI support detected
Dec 01 15:39:53 user nova-compute[75223]: INFO nova.compute.manager [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Rescuing
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lazy-loading 'flavor' on Instance uuid 7c0e6198-cc6a-4b34-81df-a589b2990fbd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.087s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:54 user nova-compute[75223]: INFO nova.compute.manager [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Attaching volume 19ac202f-6980-48c4-9296-59041e536eec to /dev/vdb
Dec 01 15:39:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG os_brick.utils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b812b2b9-a27e-4307-a63e-2cbf5a29488d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6181f643-0476-4f47-a06d-bc386167b4a2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG nova.network.neutron [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updating instance_info_cache with network_info: [{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.073s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a6eec3-1eae-48d8-85cb-4ec90994d285]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3366ac13-32ce-4ee8-a55b-0cb22de16f89]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:39:54 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:39:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43403bf-bfdf-4555-abb3-099a91e1b834]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG os_brick.utils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] <== get_connector_properties: return (192ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updating existing volume attachment record: 6bb8307a-ee25-451d-b6bd-650b45100bea {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:39:54 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 15:39:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-c4735bf7-2c7d-4a7f-8192-e362b64aa7f7 req-a530a2a1-58c9-4e30-9eee-843d88deeed4 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-unplugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c4735bf7-2c7d-4a7f-8192-e362b64aa7f7 req-a530a2a1-58c9-4e30-9eee-843d88deeed4 service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c4735bf7-2c7d-4a7f-8192-e362b64aa7f7 req-a530a2a1-58c9-4e30-9eee-843d88deeed4 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c4735bf7-2c7d-4a7f-8192-e362b64aa7f7 req-a530a2a1-58c9-4e30-9eee-843d88deeed4 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-c4735bf7-2c7d-4a7f-8192-e362b64aa7f7 req-a530a2a1-58c9-4e30-9eee-843d88deeed4 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-unplugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:55 user nova-compute[75223]: WARNING nova.compute.manager [req-c4735bf7-2c7d-4a7f-8192-e362b64aa7f7 req-a530a2a1-58c9-4e30-9eee-843d88deeed4 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received unexpected event network-vif-unplugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with vm_state active and task_state rescuing.
Dec 01 15:39:55 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjnkdhvke/182cc26c888c41cd9144b9a51eb68088.delta /opt/stack/data/nova/instances/snapshots/tmpjnkdhvke/182cc26c888c41cd9144b9a51eb68088 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpjnkdhvke/182cc26c888c41cd9144b9a51eb68088.delta /opt/stack/data/nova/instances/snapshots/tmpjnkdhvke/182cc26c888c41cd9144b9a51eb68088" returned: 0 in 0.342s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:55 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Snapshot extracted, beginning image upload
Dec 01 15:39:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:55 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance destroyed successfully.
Dec 01 15:39:55 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Attempting rescue
Dec 01 15:39:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75223) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:39:55 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Creating image(s)
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG nova.objects.instance [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'trusted_certs' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.223s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue" returned: 0 in 0.053s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.283s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:55 user nova-compute[75223]: DEBUG nova.objects.instance [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'migration_context' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.base [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<d7c014ea-fea8-4648-baa7-44ef5312439d> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Start _get_guest_xml network_info=[{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:a8:d8:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.instance [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'resources' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.base [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<d7c014ea-fea8-4648-baa7-44ef5312439d> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.instance [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'numa_topology' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.base [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<d7c014ea-fea8-4648-baa7-44ef5312439d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:39:56 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:56 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.instance [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'vcpu_model' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.base [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<d7c014ea-fea8-4648-baa7-44ef5312439d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-136841400',display_name='tempest-ServerRescueNegativeTestJSON-server-136841400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-136841400',id=4,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-fa2zcudh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:20Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=d7c014ea-fea8-4648-baa7-44ef5312439d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:a8:d8:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:a8:d8:1b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.instance [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'pci_devices' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.objects.base [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<d7c014ea-fea8-4648-baa7-44ef5312439d> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:39:56 user nova-compute[75223]:   <uuid>d7c014ea-fea8-4648-baa7-44ef5312439d</uuid>
Dec 01 15:39:56 user nova-compute[75223]:   <name>instance-00000004</name>
Dec 01 15:39:56 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:39:56 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:39:56 user nova-compute[75223]:   <metadata>
Dec 01 15:39:56 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:39:56 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:39:56 user nova-compute[75223]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-136841400</nova:name>
Dec 01 15:39:56 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:39:56</nova:creationTime>
Dec 01 15:39:56 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:39:56 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:39:56 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:39:56 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:39:56 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:39:56 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:39:56 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:39:56 user nova-compute[75223]:       <nova:owner>
Dec 01 15:39:56 user nova-compute[75223]:         <nova:user uuid="992c1c3822394860b4c5224d6c4e8dd7">tempest-ServerRescueNegativeTestJSON-746103029-project-member</nova:user>
Dec 01 15:39:56 user nova-compute[75223]:         <nova:project uuid="29d7bed87ddd4072960db25543c73d23">tempest-ServerRescueNegativeTestJSON-746103029</nova:project>
Dec 01 15:39:56 user nova-compute[75223]:       </nova:owner>
Dec 01 15:39:56 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:39:56 user nova-compute[75223]:       <nova:ports>
Dec 01 15:39:56 user nova-compute[75223]:         <nova:port uuid="18336752-c6a5-4283-aabd-39e2dec155cf">
Dec 01 15:39:56 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 01 15:39:56 user nova-compute[75223]:         </nova:port>
Dec 01 15:39:56 user nova-compute[75223]:       </nova:ports>
Dec 01 15:39:56 user nova-compute[75223]:     </nova:instance>
Dec 01 15:39:56 user nova-compute[75223]:   </metadata>
Dec 01 15:39:56 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:39:56 user nova-compute[75223]:     <system>
Dec 01 15:39:56 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:39:56 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:39:56 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:39:56 user nova-compute[75223]:       <entry name="serial">d7c014ea-fea8-4648-baa7-44ef5312439d</entry>
Dec 01 15:39:56 user nova-compute[75223]:       <entry name="uuid">d7c014ea-fea8-4648-baa7-44ef5312439d</entry>
Dec 01 15:39:56 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:39:56 user nova-compute[75223]:     </system>
Dec 01 15:39:56 user nova-compute[75223]:   </sysinfo>
Dec 01 15:39:56 user nova-compute[75223]:   <os>
Dec 01 15:39:56 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:39:56 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:39:56 user nova-compute[75223]:   </os>
Dec 01 15:39:56 user nova-compute[75223]:   <features>
Dec 01 15:39:56 user nova-compute[75223]:     <acpi/>
Dec 01 15:39:56 user nova-compute[75223]:     <apic/>
Dec 01 15:39:56 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:39:56 user nova-compute[75223]:   </features>
Dec 01 15:39:56 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:39:56 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:39:56 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:39:56 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:39:56 user nova-compute[75223]:   </clock>
Dec 01 15:39:56 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:39:56 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:39:56 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:39:56 user nova-compute[75223]:   </cpu>
Dec 01 15:39:56 user nova-compute[75223]:   <devices>
Dec 01 15:39:56 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:39:56 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:39:56 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue"/>
Dec 01 15:39:56 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:39:56 user nova-compute[75223]:     </disk>
Dec 01 15:39:56 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:39:56 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:39:56 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk"/>
Dec 01 15:39:56 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:39:56 user nova-compute[75223]:     </disk>
Dec 01 15:39:56 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:39:56 user nova-compute[75223]:       <mac address="fa:16:3e:a8:d8:1b"/>
Dec 01 15:39:56 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:56 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:39:56 user nova-compute[75223]:       <target dev="tap18336752-c6"/>
Dec 01 15:39:56 user nova-compute[75223]:     </interface>
Dec 01 15:39:56 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:39:56 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/console.log" append="off"/>
Dec 01 15:39:56 user nova-compute[75223]:     </serial>
Dec 01 15:39:56 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:39:56 user nova-compute[75223]:     <video>
Dec 01 15:39:56 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:39:56 user nova-compute[75223]:     </video>
Dec 01 15:39:56 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:39:56 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:39:56 user nova-compute[75223]:     </rng>
Dec 01 15:39:56 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:39:56 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:39:56 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:39:56 user nova-compute[75223]:     </memballoon>
Dec 01 15:39:56 user nova-compute[75223]:   </devices>
Dec 01 15:39:56 user nova-compute[75223]: </domain>
Dec 01 15:39:56 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:39:56 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance destroyed successfully.
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:39:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No VIF found with MAC fa:16:3e:a8:d8:1b, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-changed-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Refreshing instance network info cache due to event network-changed-f67f0fac-cf9a-49bd-997a-3c50fedea0f9. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] Acquiring lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] Acquired lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG nova.network.neutron [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Refreshing network info cache for port f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-f62be0a3-9627-4562-a30d-40cda2c19f88 req-6573d58a-72f4-465f-85e4-2cd2ff706f49 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f62be0a3-9627-4562-a30d-40cda2c19f88 req-6573d58a-72f4-465f-85e4-2cd2ff706f49 service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f62be0a3-9627-4562-a30d-40cda2c19f88 req-6573d58a-72f4-465f-85e4-2cd2ff706f49 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f62be0a3-9627-4562-a30d-40cda2c19f88 req-6573d58a-72f4-465f-85e4-2cd2ff706f49 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-f62be0a3-9627-4562-a30d-40cda2c19f88 req-6573d58a-72f4-465f-85e4-2cd2ff706f49 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:57 user nova-compute[75223]: WARNING nova.compute.manager [req-f62be0a3-9627-4562-a30d-40cda2c19f88 req-6573d58a-72f4-465f-85e4-2cd2ff706f49 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received unexpected event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with vm_state active and task_state rescuing.
Dec 01 15:39:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-changed-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Refreshing instance network info cache due to event network-changed-f6767947-1d51-44f0-8ecc-99ace3b2de6a. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] Acquiring lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] Acquired lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG nova.network.neutron [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Refreshing network info cache for port f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG nova.network.neutron [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updated VIF entry in instance network info cache for port f67f0fac-cf9a-49bd-997a-3c50fedea0f9. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG nova.network.neutron [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1ac9280c-d34e-4447-b48a-0e94508c702f req-44867595-99b1-4261-b1d4-34fa0e7c5859 service nova] Releasing lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:59 user nova-compute[75223]: WARNING nova.compute.manager [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received unexpected event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with vm_state active and task_state rescuing.
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:39:59 user nova-compute[75223]: WARNING nova.compute.manager [req-2f9a63e7-c53f-4992-b8a6-755d75d2cbef req-262f54b2-3042-44aa-b32b-9606ebd354e7 service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received unexpected event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with vm_state active and task_state rescuing.
Dec 01 15:39:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:39:59 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Snapshot image upload complete
Dec 01 15:39:59 user nova-compute[75223]: INFO nova.compute.manager [None req-7fbed99e-6967-47f8-bfc1-aef8cfd2ff82 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Took 6.62 seconds to snapshot the instance on the hypervisor.
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updated VIF entry in instance network info cache for port f6767947-1d51-44f0-8ecc-99ace3b2de6a. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9e7d8f2a-eb79-40de-80a4-3207127d5ea8 req-db2ad3b8-80e9-41a9-8608-1c3c3957140a service nova] Releasing lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:39:59 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:40:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:00 user nova-compute[75223]: DEBUG nova.compute.manager [None req-23ade8ca-e92c-4324-814b-bdc83d68fb44 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:40:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:03 user nova-compute[75223]: INFO nova.compute.manager [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Shelving
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-changed-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Refreshing instance network info cache due to event network-changed-705cccc6-30b5-4b61-a3cb-6c759296e205. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] Acquiring lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] Acquired lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG nova.network.neutron [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Refreshing network info cache for port 705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-f1d2fa91-5840-4ce2-bf44-b57794e45d5b req-445c8a62-07a0-4d44-aa1e-7e6053939831 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-unplugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f1d2fa91-5840-4ce2-bf44-b57794e45d5b req-445c8a62-07a0-4d44-aa1e-7e6053939831 service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f1d2fa91-5840-4ce2-bf44-b57794e45d5b req-445c8a62-07a0-4d44-aa1e-7e6053939831 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f1d2fa91-5840-4ce2-bf44-b57794e45d5b req-445c8a62-07a0-4d44-aa1e-7e6053939831 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-f1d2fa91-5840-4ce2-bf44-b57794e45d5b req-445c8a62-07a0-4d44-aa1e-7e6053939831 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-unplugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:40:03 user nova-compute[75223]: WARNING nova.compute.manager [req-f1d2fa91-5840-4ce2-bf44-b57794e45d5b req-445c8a62-07a0-4d44-aa1e-7e6053939831 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received unexpected event network-vif-unplugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with vm_state active and task_state shelving.
Dec 01 15:40:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance destroyed successfully.
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Beginning cold snapshot process
Dec 01 15:40:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-changed-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Refreshing instance network info cache due to event network-changed-3459e9d8-5df2-4c97-8f57-8da4f19af7e8. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Refreshing network info cache for port 3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk /opt/stack/data/nova/instances/snapshots/tmpv5nvhx1x/1f178bfc3ff944afbf364e9d4a4a3130 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updated VIF entry in instance network info cache for port 705cccc6-30b5-4b61-a3cb-6c759296e205. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:40:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-16713ec5-b5a5-4353-92e5-8cf1e03ccec2 req-ef53c04f-82d4-4018-a2b6-921a5b6c887d service nova] Releasing lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.272s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.317s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG nova.network.neutron [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updated VIF entry in instance network info cache for port 3459e9d8-5df2-4c97-8f57-8da4f19af7e8. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG nova.network.neutron [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-154e741f-b50f-4cfb-887f-91114c7999a1 req-a4e3f10e-0841-4c75-9fbc-d1d3ee68792a service nova] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk /opt/stack/data/nova/instances/snapshots/tmpv5nvhx1x/1f178bfc3ff944afbf364e9d4a4a3130" returned: 0 in 0.992s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Snapshot extracted, beginning image upload
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VsuOnxtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:40:05 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:40:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:40:05 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:40:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:40:05 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[22ea44c5-59c1-4779-b6c4-d61de0661455]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:40:05 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e458f2b1-87d7-487d-bee0-98dd0b619996]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec] added
Dec 01 15:40:05 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[68da29ef-fca4-459b-944c-a1ce18c023e7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d6711c0-616f-48da-a839-47ba119a6066]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VsuOnxtr {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VsuOnxtr" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8df8e3-51c6-4d5a-ae6c-4a445af9b776]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VsuOnxtr'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd3d48e4-8606-467b-8f8a-dd5f455934ff]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[30176815-fbc9-406a-80d7-08e233af13df]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-5dca4f96-d904-4155-b0db-96a5fbf2469b req-747b6fa4-b002-4c8e-973b-50bd84e94a9f service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5dca4f96-d904-4155-b0db-96a5fbf2469b req-747b6fa4-b002-4c8e-973b-50bd84e94a9f service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5dca4f96-d904-4155-b0db-96a5fbf2469b req-747b6fa4-b002-4c8e-973b-50bd84e94a9f service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.006s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5dca4f96-d904-4155-b0db-96a5fbf2469b req-747b6fa4-b002-4c8e-973b-50bd84e94a9f service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-5dca4f96-d904-4155-b0db-96a5fbf2469b req-747b6fa4-b002-4c8e-973b-50bd84e94a9f service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:40:06 user nova-compute[75223]: WARNING nova.compute.manager [req-5dca4f96-d904-4155-b0db-96a5fbf2469b req-747b6fa4-b002-4c8e-973b-50bd84e94a9f service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received unexpected event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with vm_state active and task_state shelving_image_uploading.
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --login" returned: 0 in 0.083s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4da60d62-5953-4d5f-99e6-b2d9951ddb3d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260]
Dec 01 15:40:06 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260] successful.
Dec 01 15:40:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd9f5a56-68af-48c3-9538-3275331cdcd6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d40044b6-cd92-487e-8e85-0e3da8108b66]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec (non-flash)
Dec 01 15:40:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:06 user nova-compute[75223]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec (non-flash)
Dec 01 15:40:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.408s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1859cb-ba9d-4105-b80e-61f2384643b0]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VsuOnxtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json" returned: 0 in 0.259s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:40:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.384s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.527s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] <== connect_volume: return (1529ms) {'type': 'block', 'scsi_wwn': '23335633263393931', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335633263393931', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.objects.instance [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:07 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:40:07 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=6812MB free_disk=25.509166717529297GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lazy-loading 'flavor' on Instance uuid 7c0e6198-cc6a-4b34-81df-a589b2990fbd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:40:07 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:40:07 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:40:07 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:40:07 user nova-compute[75223]:   <serial>19ac202f-6980-48c4-9296-59041e536eec</serial>
Dec 01 15:40:07 user nova-compute[75223]: </disk>
Dec 01 15:40:07 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.093s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 7c0e6198-cc6a-4b34-81df-a589b2990fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance acf9d76b-9b58-4b67-ae8b-598e410a9c94 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 4151e905-c32b-4050-8cae-0d59570332f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:07 user nova-compute[75223]: INFO nova.compute.manager [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Attaching volume 5db3edaa-f5f9-41b7-900f-622e6c5c0374 to /dev/vdb
Dec 01 15:40:07 user nova-compute[75223]: DEBUG os_brick.utils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6bec192-ab84-40db-a26a-1a2c4b6a2688]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d0e15b-3b77-44c9-abee-79bfface1255]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab661984-7963-4776-8687-11b1f81c88bb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f9ab15e-1d22-4e96-ad95-e9dff184a0ac]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:40:08 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5d543c9-8152-49fa-b05f-ec7bd89f2f03]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG os_brick.utils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== get_connector_properties: return (161ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating existing volume attachment record: 946233ee-ca46-4018-9530-aaeeaf3c85bc {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] No VIF found with MAC fa:16:3e:52:9c:6b, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e71a3e3a-feed-40db-bd09-cff89f529b40 tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.902s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.830s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:08 user nova-compute[75223]: INFO nova.compute.manager [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Terminating instance
Dec 01 15:40:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-3c6533ac-cefa-4b10-af5e-bb130b848ed6 req-b2fdf000-970a-4d0e-b834-e8758d58570e service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received event network-vif-unplugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3c6533ac-cefa-4b10-af5e-bb130b848ed6 req-b2fdf000-970a-4d0e-b834-e8758d58570e service nova] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3c6533ac-cefa-4b10-af5e-bb130b848ed6 req-b2fdf000-970a-4d0e-b834-e8758d58570e service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3c6533ac-cefa-4b10-af5e-bb130b848ed6 req-b2fdf000-970a-4d0e-b834-e8758d58570e service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-3c6533ac-cefa-4b10-af5e-bb130b848ed6 req-b2fdf000-970a-4d0e-b834-e8758d58570e service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] No waiting events found dispatching network-vif-unplugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-3c6533ac-cefa-4b10-af5e-bb130b848ed6 req-b2fdf000-970a-4d0e-b834-e8758d58570e service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received event network-vif-unplugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Instance destroyed successfully.
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lazy-loading 'resources' on Instance uuid 7c0e6198-cc6a-4b34-81df-a589b2990fbd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Snapshot image upload complete
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:37:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-622921600',display_name='tempest-DeleteServersTestJSON-server-622921600',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-622921600',id=1,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='33a0fd8579e341b58fe1ad090b684c93',ramdisk_id='',reservation_id='r-3j39nwgg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-1235809124',owner_user_name='tempest-DeleteServersTestJSON-1235809124-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:38:20Z,user_data=None,user_id='b9c0a3a2ee134d9b9d1d06256e1b1450',uuid=7c0e6198-cc6a-4b34-81df-a589b2990fbd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Converting VIF {"id": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "address": "fa:16:3e:52:9c:6b", "network": {"id": "d79f9070-25b7-4906-b73f-29966468c338", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1591843476-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33a0fd8579e341b58fe1ad090b684c93", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8d3f71a-4b", "ovs_interfaceid": "e8d3f71a-4b91-4a39-82f9-42962284a3b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:9c:6b,bridge_name='br-int',has_traffic_filtering=True,id=e8d3f71a-4b91-4a39-82f9-42962284a3b5,network=Network(d79f9070-25b7-4906-b73f-29966468c338),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d3f71a-4b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_vif [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:9c:6b,bridge_name='br-int',has_traffic_filtering=True,id=e8d3f71a-4b91-4a39-82f9-42962284a3b5,network=Network(d79f9070-25b7-4906-b73f-29966468c338),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d3f71a-4b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8d3f71a-4b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6aa4a095-2e2d-4be0-be13-1007596bcca6) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:09 user nova-compute[75223]: INFO os_vif [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:9c:6b,bridge_name='br-int',has_traffic_filtering=True,id=e8d3f71a-4b91-4a39-82f9-42962284a3b5,network=Network(d79f9070-25b7-4906-b73f-29966468c338),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8d3f71a-4b')
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VsuOnxtr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:40:09 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9a7daa0-21f0-485a-9850-db5725ba72ef]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:40:09 user nova-compute[75223]: No targets found.
Dec 01 15:40:09 user nova-compute[75223]: iSNS:
Dec 01 15:40:09 user nova-compute[75223]: No targets found.
Dec 01 15:40:09 user nova-compute[75223]: STATIC:
Dec 01 15:40:09 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988
Dec 01 15:40:09 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:40:09 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:40:09 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e
Dec 01 15:40:09 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:40:09 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:40:09 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6
Dec 01 15:40:09 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:40:09 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:40:09 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec
Dec 01 15:40:09 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:40:09 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:40:09 user nova-compute[75223]: FIRMWARE:
Dec 01 15:40:09 user nova-compute[75223]: No targets found.
Dec 01 15:40:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:40:09 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:40:09 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:40:09 user nova-compute[75223]: INFO nova.compute.manager [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Shelve offloading
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance destroyed successfully.
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquired lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[431fc182-46ca-42ca-985a-6e17be04d07e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d031799-a76d-4f31-ba37-d5d8a9ddcd56]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:09 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:09 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:09 user nova-compute[75223]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec (non-flash)
Dec 01 15:40:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:09 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:09 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:09 user nova-compute[75223]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec (non-flash)
Dec 01 15:40:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f4444550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa14abb1-5fa6-4f85-8e23-f8c4aab52e35]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa58233e-900b-4dfa-9b1c-d4708b3767d3]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4aa4e43-bcab-42b8-8feb-23c920088f30]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:40:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.050s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d474b6e-b5e3-4e8c-9f8f-d0c20c7ff1b6]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df490b3-e04e-421f-a05c-b1d27c4e1614]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --logout" returned: 0 in 0.117s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0af5bcee-78bb-4d9e-9716-b57de8fda49c]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260]
Dec 01 15:40:10 user nova-compute[75223]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec, portal: 172.16.0.220,3260] successful.
Dec 01 15:40:10 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:19ac202f-6980-48c4-9296-59041e536eec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ecbb197-dfec-4212-9fa9-f1fd8a37d188]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.402s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] <== disconnect_volume: return (404ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:40:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Deleting instance files /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd_del
Dec 01 15:40:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Deletion of /opt/stack/data/nova/instances/7c0e6198-cc6a-4b34-81df-a589b2990fbd_del complete
Dec 01 15:40:10 user nova-compute[75223]: INFO nova.compute.manager [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Took 1.39 seconds to destroy the instance on the hypervisor.
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:40:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Releasing lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-0924775e-ff29-4e67-b42c-e9c0305a0455 req-4f18a08b-60de-41d6-8909-8c4be9eb0daa service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received event network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0924775e-ff29-4e67-b42c-e9c0305a0455 req-4f18a08b-60de-41d6-8909-8c4be9eb0daa service nova] Acquiring lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0924775e-ff29-4e67-b42c-e9c0305a0455 req-4f18a08b-60de-41d6-8909-8c4be9eb0daa service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0924775e-ff29-4e67-b42c-e9c0305a0455 req-4f18a08b-60de-41d6-8909-8c4be9eb0daa service nova] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-0924775e-ff29-4e67-b42c-e9c0305a0455 req-4f18a08b-60de-41d6-8909-8c4be9eb0daa service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] No waiting events found dispatching network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:40:11 user nova-compute[75223]: WARNING nova.compute.manager [req-0924775e-ff29-4e67-b42c-e9c0305a0455 req-4f18a08b-60de-41d6-8909-8c4be9eb0daa service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received unexpected event network-vif-plugged-e8d3f71a-4b91-4a39-82f9-42962284a3b5 for instance with vm_state active and task_state deleting.
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:40:11 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Took 1.14 seconds to deallocate network for instance.
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-f7bb0926-4394-45ea-bf78-afa6c45be4fb req-5ea85359-608d-4391-80d1-b63b9674710d service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Received event network-vif-deleted-e8d3f71a-4b91-4a39-82f9-42962284a3b5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:11 user nova-compute[75223]: INFO nova.compute.manager [req-f7bb0926-4394-45ea-bf78-afa6c45be4fb req-5ea85359-608d-4391-80d1-b63b9674710d service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Neutron deleted interface e8d3f71a-4b91-4a39-82f9-42962284a3b5; detaching it from the instance and deleting it from the info cache
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.network.neutron [req-f7bb0926-4394-45ea-bf78-afa6c45be4fb req-5ea85359-608d-4391-80d1-b63b9674710d service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-f7bb0926-4394-45ea-bf78-afa6c45be4fb req-5ea85359-608d-4391-80d1-b63b9674710d service nova] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Detach interface failed, port_id=e8d3f71a-4b91-4a39-82f9-42962284a3b5, reason: Instance 7c0e6198-cc6a-4b34-81df-a589b2990fbd could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:40:11 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance destroyed successfully.
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.objects.instance [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'resources' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-363746459',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-363746459',id=6,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFNTeLO/TeO+Wi1SnJwZYIjmFilxwBJQxxs/FwyO3Osl9KLEDepZ5INQHPiJkGM/xNPxMVu2cNeOg0uNm5v00fyfdneEfglfBMaPdpBlYEPStk5RfDNA0TidmIFKMTlJDw==',key_name='tempest-keypair-1642073624',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-jnrjfm01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member',shelved_at='2023-12-01T15:40:09.748909',shelved_host='user',shelved_image_id='b6a0c751-0a4f-47be-aefc-c69338ce98f3'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:40:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=363f8952-415e-47ce-97fe-ffe5f3ba9ff6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG os_vif [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6767947-1d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9fb8c055-5ca0-4277-b352-9aea4befdda3) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:40:11 user nova-compute[75223]: INFO os_vif [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d')
Dec 01 15:40:11 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Deleting instance files /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6_del
Dec 01 15:40:11 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Deletion of /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6_del complete
Dec 01 15:40:11 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Deleted allocations for instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6
Dec 01 15:40:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.objects.instance [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'numa_topology' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:11 user nova-compute[75223]: DEBUG nova.objects.base [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<363f8952-415e-47ce-97fe-ffe5f3ba9ff6> lazy-loaded attributes: resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.557s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:12 user nova-compute[75223]: INFO nova.compute.manager [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] [instance: 7c0e6198-cc6a-4b34-81df-a589b2990fbd] Took 1.07 seconds to detach 1 volumes for instance.
Dec 01 15:40:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9c4800f-6469-4f03-ad6a-0a6c1591c3c3 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 9.233s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:40:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.351s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:13 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Deleted allocations for instance 7c0e6198-cc6a-4b34-81df-a589b2990fbd
Dec 01 15:40:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04acdc78-e03e-4e48-a053-af6598d7ab5b tempest-DeleteServersTestJSON-1235809124 tempest-DeleteServersTestJSON-1235809124-project-member] Lock "7c0e6198-cc6a-4b34-81df-a589b2990fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.221s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZXtFGiBy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:40:17 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:40:17 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:40:17 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[845eb837-c186-4509-87e7-a53ee3156178]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:40:17 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af6ebff1-ae35-4b7b-b1d6-e6ea3c41eee3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374] added
Dec 01 15:40:17 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b55d727-935d-4b78-b556-280d9bb6a952]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e06545eb-f9aa-4e9b-bddc-dc7061f8438e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZXtFGiBy {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZXtFGiBy" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74022111-a8f6-4c4e-8994-b4c17c32e726]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZXtFGiBy'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0b1869d-ce15-4e58-a158-c8f68189bf8e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2f73f39-07ca-44ae-b51b-d8981dbe360d]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1011aa5-4b85-4da5-b5a7-701d8fbebbdc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]
Dec 01 15:40:18 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.
Dec 01 15:40:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd473b60-a266-4449-a6e2-c6d1f5ef29d6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d65350a-dad4-489d-9d48-143221a88843]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:18 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:40:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[39d461d2-fd70-4274-aa20-b8976f17233c]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:40:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZXtFGiBy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23962646338336436', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962646338336436', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:40:19 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:40:19 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:40:19 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:40:19 user nova-compute[75223]:   <serial>5db3edaa-f5f9-41b7-900f-622e6c5c0374</serial>
Dec 01 15:40:19 user nova-compute[75223]: </disk>
Dec 01 15:40:19 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No VIF found with MAC fa:16:3e:ff:bc:95, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:40:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27cf70bb-4156-4434-8b3f-ec58b35d5f3b tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.023s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8125055e-d803-49e5-9239-154bacdcfa65 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8125055e-d803-49e5-9239-154bacdcfa65 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8125055e-d803-49e5-9239-154bacdcfa65 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:40:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8125055e-d803-49e5-9239-154bacdcfa65 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75223) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 01 15:40:20 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8125055e-d803-49e5-9239-154bacdcfa65 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-47eeeb13-924a-447f-8ccd-b8ef379e56a0 req-fb447000-d022-4a57-9779-4b71bcb0a328 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-47eeeb13-924a-447f-8ccd-b8ef379e56a0 req-fb447000-d022-4a57-9779-4b71bcb0a328 service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-47eeeb13-924a-447f-8ccd-b8ef379e56a0 req-fb447000-d022-4a57-9779-4b71bcb0a328 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-47eeeb13-924a-447f-8ccd-b8ef379e56a0 req-fb447000-d022-4a57-9779-4b71bcb0a328 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-47eeeb13-924a-447f-8ccd-b8ef379e56a0 req-fb447000-d022-4a57-9779-4b71bcb0a328 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:40:21 user nova-compute[75223]: WARNING nova.compute.manager [req-47eeeb13-924a-447f-8ccd-b8ef379e56a0 req-fb447000-d022-4a57-9779-4b71bcb0a328 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state active and task_state powering-off.
Dec 01 15:40:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance destroyed successfully.
Dec 01 15:40:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8125055e-d803-49e5-9239-154bacdcfa65 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8125055e-d803-49e5-9239-154bacdcfa65 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.856s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-abff693f-7886-4090-bce8-89903c48d4ad req-247fd3dd-3502-426f-b5ab-68fa040dcb7f service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-abff693f-7886-4090-bce8-89903c48d4ad req-247fd3dd-3502-426f-b5ab-68fa040dcb7f service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-abff693f-7886-4090-bce8-89903c48d4ad req-247fd3dd-3502-426f-b5ab-68fa040dcb7f service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-abff693f-7886-4090-bce8-89903c48d4ad req-247fd3dd-3502-426f-b5ab-68fa040dcb7f service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-abff693f-7886-4090-bce8-89903c48d4ad req-247fd3dd-3502-426f-b5ab-68fa040dcb7f service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:40:23 user nova-compute[75223]: WARNING nova.compute.manager [req-abff693f-7886-4090-bce8-89903c48d4ad req-247fd3dd-3502-426f-b5ab-68fa040dcb7f service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state stopped and task_state None.
Dec 01 15:40:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-changed-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Refreshing instance network info cache due to event network-changed-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:40:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] Acquiring lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:40:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] Acquired lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:40:29 user nova-compute[75223]: DEBUG nova.network.neutron [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Refreshing network info cache for port 5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG nova.objects.instance [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lazy-loading 'flavor' on Instance uuid c7c8c459-d55e-4b2e-9c8a-33627138cf53 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Updated VIF entry in instance network info cache for port 5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Updating instance_info_cache with network_info: [{"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8c0b397f-e5a6-4389-b2f7-358fe40ef780 req-716b8ffd-5ff7-4680-b254-e7a56d23eb6d service nova] Releasing lock "refresh_cache-c7c8c459-d55e-4b2e-9c8a-33627138cf53" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:30 user nova-compute[75223]: INFO nova.compute.manager [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Attaching volume 930b1deb-b548-43e2-9ea2-cdb942464e23 to /dev/vdb
Dec 01 15:40:30 user nova-compute[75223]: DEBUG os_brick.utils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ba7d6c5-976c-4d32-9a0c-d99746a8d7e8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc56d1ed-e5ed-4b12-9669-b633f35298a8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1650d526-f0db-409d-a163-c6a4e540e2b4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cabaf85d-ab2c-4922-8166-78b606649a71]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:40:30 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:40:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74f663a3-c7c8-4b24-8053-166a91ce843d]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG os_brick.utils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:40:30 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Updating existing volume attachment record: 735bfdc9-a4a5-4c0f-b5ec-b46ca5bc11ba {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:40:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ujqGwmnd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:40:39 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:40:39 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:40:39 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3855f8e9-b193-4aea-bd2e-1f87d81d86f8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:40:39 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf0fd156-c0c9-4dbd-b686-b05186eb0c0e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23] added
Dec 01 15:40:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b811fc6b-8b15-4294-89e9-bbe41e446ca5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf213be4-3367-497f-8b39-bda5d7b2146c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ujqGwmnd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ujqGwmnd" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eec2922-dfa9-4c03-b5d9-b86e11b408ee]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ujqGwmnd'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[67e79b38-233a-4d7b-b7a3-84acba571ca7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[02a8d0a1-c059-4d22-a352-e16042ab382e]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6f5e026-8a38-47f1-898b-8ea0f53e6894]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260]
Dec 01 15:40:40 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260] successful.
Dec 01 15:40:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c2d2f4-cf14-4b34-9f23-c3a39efbe1ed]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d876ee3b-df8c-4856-9373-a5885e36ade9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 (non-flash)
Dec 01 15:40:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.304s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[38da4b65-bcc5-42ce-a15d-9b0576cd6967]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:40:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ujqGwmnd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.341s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] <== connect_volume: return (1343ms) {'type': 'block', 'scsi_wwn': '26262393532336664', 'path': '/dev/sdf'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26262393532336664', 'path': '/dev/sdf'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG nova.objects.instance [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lazy-loading 'flavor' on Instance uuid c7c8c459-d55e-4b2e-9c8a-33627138cf53 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] attach device xml: <disk type="block" device="disk">
Dec 01 15:40:41 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:40:41 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:40:41 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:40:41 user nova-compute[75223]:   <serial>930b1deb-b548-43e2-9ea2-cdb942464e23</serial>
Dec 01 15:40:41 user nova-compute[75223]: </disk>
Dec 01 15:40:41 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] No VIF found with MAC fa:16:3e:2c:fc:71, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-87e85212-26fe-4fb9-b074-39c9a4d6067e tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.333s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:40:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] volume_snapshot_create: create_info: {'snapshot_id': '6b4bf786-bb95-4603-be5c-b0c2449b4d3e', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75223) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3572}}
Dec 01 15:40:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] snap xml: <domainsnapshot>
Dec 01 15:40:42 user nova-compute[75223]:   <disks>
Dec 01 15:40:42 user nova-compute[75223]:     <disk name="/dev/sdf" snapshot="external" type="file">
Dec 01 15:40:42 user nova-compute[75223]:       <source file="/dev/new_file"/>
Dec 01 15:40:42 user nova-compute[75223]:     </disk>
Dec 01 15:40:42 user nova-compute[75223]:     <disk name="vda" snapshot="no"/>
Dec 01 15:40:42 user nova-compute[75223]:   </disks>
Dec 01 15:40:42 user nova-compute[75223]: </domainsnapshot>
Dec 01 15:40:42 user nova-compute[75223]:  {{(pid=75223) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3513}}
Dec 01 15:40:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] Lazy-loading 'system_metadata' on Instance uuid c7c8c459-d55e-4b2e-9c8a-33627138cf53 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:40:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     rv = execute(f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     six.reraise(c, e, tb)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     raise value
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     rv = meth(*args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     self._volume_snapshot_create(context, instance, guest,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     rv = execute(f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     six.reraise(c, e, tb)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     raise value
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     rv = meth(*args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] 
Dec 01 15:40:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-18d184d9-5019-4f82-ba65-e8bd7a56ff86 tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] volume_snapshot_delete: delete_info: {'volume_id': '930b1deb-b548-43e2-9ea2-cdb942464e23'} {{(pid=75223) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3673}}
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [None req-18d184d9-5019-4f82-ba65-e8bd7a56ff86 tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     self._volume_snapshot_delete(context, instance, volume_id,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53]     if delete_info['type'] != 'qcow2':
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] KeyError: 'type'
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 6b4bf786-bb95-4603-be5c-b0c2449b4d3e could not be found.
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise value
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 6b4bf786-bb95-4603-be5c-b0c2449b4d3e could not be found. (HTTP 404) (Request-ID: req-6ca65929-bdcc-4bf8-a860-950375005956)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 6b4bf786-bb95-4603-be5c-b0c2449b4d3e could not be found.
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver [None req-18d184d9-5019-4f82-ba65-e8bd7a56ff86 tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-533cdb22-e52f-47ee-95b1-57138128aac4)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3412, in _volume_snapshot_update_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Dec 01 15:40:42 user nova-compute[75223]: ERROR nova.virt.libvirt.driver 
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server [None req-6201884d-3586-4a3e-b9db-36d286f0140e tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3593, in volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3590, in volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3540, in _volume_snapshot_create
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     raise value
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server 
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server [None req-18d184d9-5019-4f82-ba65-e8bd7a56ff86 tempest-VolumesAssistedSnapshotsTest-642117749 tempest-VolumesAssistedSnapshotsTest-642117749-project] Exception during message handling: KeyError: 'type'
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3849, in volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3846, in volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3676, in _volume_snapshot_delete
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Dec 01 15:40:42 user nova-compute[75223]: ERROR oslo_messaging.rpc.server 
Dec 01 15:40:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:40:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:40:42 user nova-compute[75223]: INFO nova.compute.manager [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Detaching volume 930b1deb-b548-43e2-9ea2-cdb942464e23
Dec 01 15:40:43 user nova-compute[75223]: INFO nova.virt.block_device [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Attempting to driver detach volume 930b1deb-b548-43e2-9ea2-cdb942464e23 from mountpoint /dev/vdb
Dec 01 15:40:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Attempting to detach device vdb from instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:40:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] detach device xml: <disk type="block" device="disk">
Dec 01 15:40:43 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:40:43 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:40:43 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:40:43 user nova-compute[75223]:   <serial>930b1deb-b548-43e2-9ea2-cdb942464e23</serial>
Dec 01 15:40:43 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:40:43 user nova-compute[75223]: </disk>
Dec 01 15:40:43 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:40:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Successfully detached device vdb from instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 from the persistent domain config.
Dec 01 15:40:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:40:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] detach device xml: <disk type="block" device="disk">
Dec 01 15:40:43 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:40:43 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:40:43 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:40:43 user nova-compute[75223]:   <serial>930b1deb-b548-43e2-9ea2-cdb942464e23</serial>
Dec 01 15:40:43 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:40:43 user nova-compute[75223]: </disk>
Dec 01 15:40:43 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:40:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:40:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:40:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 15:40:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:40:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:40:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:40:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-changed-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:40:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing instance network info cache due to event network-changed-26ea6dc7-8178-4bce-af90-e9fa81809bd3. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:40:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] Acquiring lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:40:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] Acquired lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:40:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Refreshing network info cache for port 26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:41:00 user nova-compute[75223]: DEBUG nova.network.neutron [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updated VIF entry in instance network info cache for port 26ea6dc7-8178-4bce-af90-e9fa81809bd3. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:41:00 user nova-compute[75223]: DEBUG nova.network.neutron [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4882ba62-3b38-40b6-b99b-05a6fd1682dc req-6507cbcd-a49e-4370-8b4a-1d8cf7cf890b service nova] Releasing lock "refresh_cache-acf9d76b-9b58-4b67-ae8b-598e410a9c94" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:41:02 user nova-compute[75223]: INFO nova.compute.claims [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Claim successful on node user
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.network.neutron [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:41:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:41:02 user nova-compute[75223]: INFO nova.virt.block_device [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Booting with blank volume at /dev/vda
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.policy [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ac7506af3a447f86fdafeb5e8a0135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab15a7350574232a033828939da90d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:02 user nova-compute[75223]: INFO nova.compute.manager [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Terminating instance
Dec 01 15:41:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-changed-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Refreshing instance network info cache due to event network-changed-698be3cc-7082-4724-b5c7-a2014de2d9e0. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] Acquiring lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] Acquired lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.network.neutron [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Refreshing network info cache for port 698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 is timed out.
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Successfully detached device vdb from instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 from the live domain config.
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ujqGwmnd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:03 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0220168f-5876-4878-b27e-3c2f3c1d3677]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:41:03 user nova-compute[75223]: No targets found.
Dec 01 15:41:03 user nova-compute[75223]: iSNS:
Dec 01 15:41:03 user nova-compute[75223]: No targets found.
Dec 01 15:41:03 user nova-compute[75223]: STATIC:
Dec 01 15:41:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988
Dec 01 15:41:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:41:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e
Dec 01 15:41:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23
Dec 01 15:41:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6
Dec 01 15:41:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:03 user nova-compute[75223]: FIRMWARE:
Dec 01 15:41:03 user nova-compute[75223]: No targets found.
Dec 01 15:41:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:41:03 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:41:03 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcf4c703-c6f9-40ef-834b-4d89f6c4e305]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[42e8cd6d-2734-400d-816f-ef82f398023b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 (non-flash)
Dec 01 15:41:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d457cb80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23'): ({'sdf'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Removing single pathed devices sdf {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-b6f9271c-cb46-4c44-b1ba-7a08341eb4c0 req-7682e885-43b2-422e-acaa-4a1b87d81148 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b6f9271c-cb46-4c44-b1ba-7a08341eb4c0 req-7682e885-43b2-422e-acaa-4a1b87d81148 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b6f9271c-cb46-4c44-b1ba-7a08341eb4c0 req-7682e885-43b2-422e-acaa-4a1b87d81148 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b6f9271c-cb46-4c44-b1ba-7a08341eb4c0 req-7682e885-43b2-422e-acaa-4a1b87d81148 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-b6f9271c-cb46-4c44-b1ba-7a08341eb4c0 req-7682e885-43b2-422e-acaa-4a1b87d81148 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-unplugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-b6f9271c-cb46-4c44-b1ba-7a08341eb4c0 req-7682e885-43b2-422e-acaa-4a1b87d81148 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[66fe2996-6001-487d-8315-1859a7903835]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5cd0b5-a8ed-4f61-af96-c69a388eb220]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Flushing IO for device /dev/sdf {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[704bf1e3-f085-4e94-a090-01a927797828]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.053s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ae40422-3620-4ba6-a2db-30aeb856f364]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.035s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf57371-c1c0-4855-9377-3c707a12b16d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[240afc85-92b3-4bf2-842c-fdac8c21e8d5]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260]
Dec 01 15:41:03 user nova-compute[75223]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:930b1deb-b548-43e2-9ea2-cdb942464e23 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9efecc8-7832-4961-a0a8-6c11f2d47fca]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.434s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] <== disconnect_volume: return (436ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:41:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Successfully created port: 4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:41:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Updated VIF entry in instance network info cache for port 698be3cc-7082-4724-b5c7-a2014de2d9e0. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:41:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Updating instance_info_cache with network_info: [{"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-13cf05a4-c0cc-41f4-af32-17a92f1185b3 req-37ed7748-5a71-4250-9382-ea075b8fb5c2 service nova] Releasing lock "refresh_cache-46db93b1-6e58-4cfc-a29a-5c9757a0a07a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Instance destroyed successfully.
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.objects.instance [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lazy-loading 'resources' on Instance uuid acf9d76b-9b58-4b67-ae8b-598e410a9c94 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:0e:e1,bridge_name='br-int',has_traffic_filtering=True,id=26ea6dc7-8178-4bce-af90-e9fa81809bd3,network=Network(8d9cabb7-2fd2-461a-bdcf-45cb94679641),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26ea6dc7-81') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:0e:e1,bridge_name='br-int',has_traffic_filtering=True,id=26ea6dc7-8178-4bce-af90-e9fa81809bd3,network=Network(8d9cabb7-2fd2-461a-bdcf-45cb94679641),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26ea6dc7-81') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26ea6dc7-81, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=06577cb8-02d7-4bda-8e4f-c25c50f7e83a) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: INFO os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:0e:e1,bridge_name='br-int',has_traffic_filtering=True,id=26ea6dc7-8178-4bce-af90-e9fa81809bd3,network=Network(8d9cabb7-2fd2-461a-bdcf-45cb94679641),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26ea6dc7-81')
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:c0:3c,bridge_name='br-int',has_traffic_filtering=True,id=043ae37b-d268-4680-b2b0-b6bd0f0ceae5,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap043ae37b-d2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:c0:3c,bridge_name='br-int',has_traffic_filtering=True,id=043ae37b-d268-4680-b2b0-b6bd0f0ceae5,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap043ae37b-d2') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap043ae37b-d2, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lazy-loading 'flavor' on Instance uuid c7c8c459-d55e-4b2e-9c8a-33627138cf53 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8ca63919-119e-4e83-b5f4-40f8648d2bab) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc6c2658-e775-45b7-9b9b-575d15db792c tempest-VolumesAssistedSnapshotsTest-774857094 tempest-VolumesAssistedSnapshotsTest-774857094-project-admin] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.379s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: INFO os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:c0:3c,bridge_name='br-int',has_traffic_filtering=True,id=043ae37b-d268-4680-b2b0-b6bd0f0ceae5,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap043ae37b-d2')
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:12:d2:81,bridge_name='br-int',has_traffic_filtering=True,id=dddd9c05-6de3-44c9-bc27-b7555bf042b4,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdddd9c05-6d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:d2:81,bridge_name='br-int',has_traffic_filtering=True,id=dddd9c05-6de3-44c9-bc27-b7555bf042b4,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdddd9c05-6d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdddd9c05-6d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-unplugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:05 user nova-compute[75223]: WARNING nova.compute.manager [req-190535ce-110d-42fd-ae62-cdb9762d3fd2 req-77a8a96d-a8fc-4c50-b019-5690d757eba3 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-dddd9c05-6de3-44c9-bc27-b7555bf042b4 for instance with vm_state active and task_state deleting.
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c01e57d7-b400-49fe-bcf1-237a39797c62) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: INFO os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:12:d2:81,bridge_name='br-int',has_traffic_filtering=True,id=dddd9c05-6de3-44c9-bc27-b7555bf042b4,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapdddd9c05-6d')
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "address": "fa:16:3e:cc:e1:05", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6850c68a-1e", "ovs_interfaceid": "6850c68a-1e80-4f8e-bb38-62430e8c5ab1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:e1:05,bridge_name='br-int',has_traffic_filtering=True,id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6850c68a-1e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:e1:05,bridge_name='br-int',has_traffic_filtering=True,id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6850c68a-1e') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6850c68a-1e, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=96312ca0-d776-408c-8e36-8520eef657b8) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: INFO os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:e1:05,bridge_name='br-int',has_traffic_filtering=True,id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6850c68a-1e')
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaedbdbc7-53') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaedbdbc7-53') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaedbdbc7-53, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0fe450a1-1ce2-4df8-983b-dd9c29dfa81f) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: INFO os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:c4:3b,bridge_name='br-int',has_traffic_filtering=True,id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef,network=Network(cf742754-b293-4779-ab48-f49002afd565),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaedbdbc7-53')
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6d:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=992c196b-4401-4f7d-a084-8e7e210dde37,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap992c196b-44') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=992c196b-4401-4f7d-a084-8e7e210dde37,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap992c196b-44') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap992c196b-44, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:05 user nova-compute[75223]: WARNING nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-26ea6dc7-8178-4bce-af90-e9fa81809bd3 for instance with vm_state active and task_state deleting.
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-unplugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:05 user nova-compute[75223]: WARNING nova.compute.manager [req-1e188c80-c12c-4065-909a-bb26c82173fd req-2c93d6df-915a-48d6-9657-5251f9075c0d service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-043ae37b-d268-4680-b2b0-b6bd0f0ceae5 for instance with vm_state active and task_state deleting.
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f207412b-2b31-43e4-8e8b-e3fd165196dd) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: INFO os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6d:00:0f,bridge_name='br-int',has_traffic_filtering=True,id=992c196b-4401-4f7d-a084-8e7e210dde37,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap992c196b-44')
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:39:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1754831802',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1754831802',id=10,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCnMfgsd+gQ6qCYw0ZHKIL3fFJGFAE1SUGRcLuJoDoRx1/QtJ/xmkZHO5C9mw2acVloxecs7VzgD3bAs+JBLctEVmdW2EYUM3wW2r/hYc7u+SCkPt5IqaKDvZTVDweiKwg==',key_name='tempest-keypair-738633530',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a798135b14744f09ae1b2d90ce710932',ramdisk_id='',reservation_id='r-xsdwn47s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-1490847068',owner_user_name='tempest-TaggedBootDevicesTest-1490847068-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c755d45462744ff58bf54e8a1909a7b3',uuid=acf9d76b-9b58-4b67-ae8b-598e410a9c94,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converting VIF {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:69:cc:0b,bridge_name='br-int',has_traffic_filtering=True,id=a033e1e5-f1e2-418d-9bb9-44478e07a209,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa033e1e5-f1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:cc:0b,bridge_name='br-int',has_traffic_filtering=True,id=a033e1e5-f1e2-418d-9bb9-44478e07a209,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa033e1e5-f1') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa033e1e5-f1, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7eaad6bc-3a80-4227-874e-33c4d128477f) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Successfully updated port: 4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:41:05 user nova-compute[75223]: INFO os_vif [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:69:cc:0b,bridge_name='br-int',has_traffic_filtering=True,id=a033e1e5-f1e2-418d-9bb9-44478e07a209,network=Network(449d11aa-0b95-4527-b201-d706c231993a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa033e1e5-f1')
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MclFfikb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:05 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7680b971-5683-4798-8b5d-c3251b2c8ca1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:41:05 user nova-compute[75223]: No targets found.
Dec 01 15:41:05 user nova-compute[75223]: iSNS:
Dec 01 15:41:05 user nova-compute[75223]: No targets found.
Dec 01 15:41:05 user nova-compute[75223]: STATIC:
Dec 01 15:41:05 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988
Dec 01 15:41:05 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:05 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:05 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:41:05 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:05 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:05 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e
Dec 01 15:41:05 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:05 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:05 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6
Dec 01 15:41:05 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:05 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:05 user nova-compute[75223]: FIRMWARE:
Dec 01 15:41:05 user nova-compute[75223]: No targets found.
Dec 01 15:41:05 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:41:05 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:41:05 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe572c3-85d6-47e4-8c83-e714f74c43bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[db0f3a9d-ad22-40c3-814b-5cd174ad6b24]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:41:05 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:41:05 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:05 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:05 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 (non-flash)
Dec 01 15:41:05 user nova-compute[75223]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:41:05 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:05 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:05 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4577d00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[887be7d9-4c38-4913-9880-daf1eaab42be]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[168d7a7a-18ca-438e-a516-7045d4234cfa]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:41:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27240117-52b4-44ad-827d-bc7b9ec747da]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe12e8e-9223-4b88-a7b8-f1ac06f8d741]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8057bdb3-650d-45f7-8a33-b87bbb8fd233]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[33cf3a26-7cb4-44d2-8b87-f7f9994f0ada]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260]
Dec 01 15:41:06 user nova-compute[75223]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3120a1a9-6c1d-4099-a3e2-71689b540988 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3044e2d8-02d7-4610-bb68-6e50766e2434]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.379s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== disconnect_volume: return (380ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rWFUiTDs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f978f8e4-f415-4234-8eec-15c61bd2d895]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:41:06 user nova-compute[75223]: No targets found.
Dec 01 15:41:06 user nova-compute[75223]: iSNS:
Dec 01 15:41:06 user nova-compute[75223]: No targets found.
Dec 01 15:41:06 user nova-compute[75223]: STATIC:
Dec 01 15:41:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:41:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e
Dec 01 15:41:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6
Dec 01 15:41:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:06 user nova-compute[75223]: FIRMWARE:
Dec 01 15:41:06 user nova-compute[75223]: No targets found.
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:41:06 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:41:06 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e5d4454-a5ea-4188-b39e-d2ac0fde1c7f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b47d2a4-9baa-44ad-a7ae-f9ed736e45d2]: (4, ('tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:41:06 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:06 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 (non-flash)
Dec 01 15:41:06 user nova-compute[75223]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:06 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d46027a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6'): ({'sdc'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Removing single pathed devices sdc {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d61431-838e-446e-89e9-2b539c7cc08a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating instance_info_cache with network_info: [{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[91faf954-d810-4f92-8c51-7de2a6f8d4f4]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Flushing IO for device /dev/sdc {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance network_info: |[{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0d50f3c-b136-40e0-9b1a-97cefb711b31]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb8bb247-885b-4c9c-9668-e700aa882da4]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec0772f-a768-4b91-9247-9bb2aecda9d7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f21f24-f231-4077-bbc8-9f88b9ec9b3d]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260]
Dec 01 15:41:06 user nova-compute[75223]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fcce4816-debe-4aaf-b301-4adb70070cc6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[32f0bb25-2527-4b1b-b8d5-e878c3a1bfbb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== disconnect_volume: return (338ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QxTElysV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa36165-a982-4a03-9b8d-4bf0a5e47958]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:41:06 user nova-compute[75223]: No targets found.
Dec 01 15:41:06 user nova-compute[75223]: iSNS:
Dec 01 15:41:06 user nova-compute[75223]: No targets found.
Dec 01 15:41:06 user nova-compute[75223]: STATIC:
Dec 01 15:41:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:41:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e
Dec 01 15:41:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:06 user nova-compute[75223]: FIRMWARE:
Dec 01 15:41:06 user nova-compute[75223]: No targets found.
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:41:06 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:41:06 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b309fb9-1120-4f94-9257-9ab67ecc597a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[99140148-0563-478d-b89a-d2fbd4c1f1a2]: (4, ('tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:06 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsi session list stdout=tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e (non-flash)
Dec 01 15:41:06 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f4234160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e28ebc13-9726-4034-b472-cfd2046a608c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d5a938c-cf72-4fb3-9faa-070f3b27ea83]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a5eaf4-0643-472d-95d0-7b0b8c58e224]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[119907b9-2611-4a03-8233-9fd1b66c4e9b]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27fde371-4435-4e89-81ab-f682d682d243]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[084fd547-47e6-416a-a8b7-722ca6d99b79]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260]
Dec 01 15:41:06 user nova-compute[75223]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6991052c-b393-447e-a37a-59e371ebe04e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3967dfb6-9e41-4d5e-838e-fddf3318d58e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] <== disconnect_volume: return (324ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:41:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Deleting instance files /opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94_del
Dec 01 15:41:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Deletion of /opt/stack/data/nova/instances/acf9d76b-9b58-4b67-ae8b-598e410a9c94_del complete
Dec 01 15:41:06 user nova-compute[75223]: INFO nova.compute.manager [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Took 4.01 seconds to destroy the instance on the hypervisor.
Dec 01 15:41:06 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:41:06 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-unplugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:07 user nova-compute[75223]: WARNING nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 for instance with vm_state active and task_state deleting.
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-unplugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:07 user nova-compute[75223]: WARNING nova.compute.manager [req-ea405bc9-3963-42c7-8190-ea15d14a13d1 req-a215fda9-8076-4993-8199-33555567788a service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-a033e1e5-f1e2-418d-9bb9-44478e07a209 for instance with vm_state active and task_state deleting.
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lazy-loading 'flavor' on Instance uuid 46db93b1-6e58-4cfc-a29a-5c9757a0a07a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-changed-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Refreshing instance network info cache due to event network-changed-4ee66d9d-7b1c-4621-9786-4017d43fe0c7. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Acquiring lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Acquired lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG nova.network.neutron [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Refreshing network info cache for port 4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:07 user nova-compute[75223]: INFO nova.compute.manager [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Attaching volume 8f13af23-ccd2-4057-9bb1-9e4837958909 to /dev/vdb
Dec 01 15:41:07 user nova-compute[75223]: DEBUG os_brick.utils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1eec57e-47c9-4ef4-95a9-91f6ed24453c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[78fc5949-e04b-41e3-91f2-220d4268447e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fc3165e-4c9c-4af0-9100-0a64b912f815]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[04cc2223-a7c6-40a3-ace4-43beedfebb91]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:08 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae269430-6a09-45cd-851e-628959ed125c]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.utils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Updating existing volume attachment record: 48edab4b-8cf5-4f87-8007-e88b3801fbaa {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.utils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[959ddee2-cfda-44d9-bb99-ef28c8809d60]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b0b06f0-a3a5-4306-b182-bb1eec55ee87]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[04bb0412-6f5a-4e34-a0d1-9864a318bd59]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[155540bf-ecdf-4f40-9781-fbdba4b597c6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:08 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77baaa0-3f7f-4a33-ac3e-876e07de6b01]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG os_brick.utils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating existing volume attachment record: 4dac4732-9e68-484a-99c0-f4a2b376f16e {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updated VIF entry in instance network info cache for port 4ee66d9d-7b1c-4621-9786-4017d43fe0c7. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating instance_info_cache with network_info: [{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Releasing lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-unplugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:08 user nova-compute[75223]: WARNING nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef for instance with vm_state active and task_state deleting.
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-unplugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-unplugged-992c196b-4401-4f7d-a084-8e7e210dde37 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Acquiring lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] No waiting events found dispatching network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:08 user nova-compute[75223]: WARNING nova.compute.manager [req-5faf5e6c-00ff-4867-bf89-464254d90f00 req-150c747b-9c1b-4af2-be56-92b2c8b88eaa service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received unexpected event network-vif-plugged-992c196b-4401-4f7d-a084-8e7e210dde37 for instance with vm_state active and task_state deleting.
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updating instance_info_cache with network_info: [{"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:08 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-5284a30d-6312-42ee-aae3-61f6406a8b25 req-b31395ee-b939-40ce-8e75-aa88fdf3fe65 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-deleted-6850c68a-1e80-4f8e-bb38-62430e8c5ab1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:10 user nova-compute[75223]: INFO nova.compute.manager [req-5284a30d-6312-42ee-aae3-61f6406a8b25 req-b31395ee-b939-40ce-8e75-aa88fdf3fe65 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Neutron deleted interface 6850c68a-1e80-4f8e-bb38-62430e8c5ab1; detaching it from the instance and deleting it from the info cache
Dec 01 15:41:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-5284a30d-6312-42ee-aae3-61f6406a8b25 req-b31395ee-b939-40ce-8e75-aa88fdf3fe65 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "address": "fa:16:3e:69:cc:0b", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa033e1e5-f1", "ovs_interfaceid": "a033e1e5-f1e2-418d-9bb9-44478e07a209", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.290s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-5284a30d-6312-42ee-aae3-61f6406a8b25 req-b31395ee-b939-40ce-8e75-aa88fdf3fe65 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Detach interface failed, port_id=6850c68a-1e80-4f8e-bb38-62430e8c5ab1, reason: Instance acf9d76b-9b58-4b67-ae8b-598e410a9c94 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-deleted-a033e1e5-f1e2-418d-9bb9-44478e07a209 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:12 user nova-compute[75223]: INFO nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Neutron deleted interface a033e1e5-f1e2-418d-9bb9-44478e07a209; detaching it from the instance and deleting it from the info cache
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "992c196b-4401-4f7d-a084-8e7e210dde37", "address": "fa:16:3e:6d:00:0f", "network": {"id": "449d11aa-0b95-4527-b201-d706c231993a", "bridge": "br-int", "label": "tempest-device-tagging-net2-1950710880", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap992c196b-44", "ovs_interfaceid": "992c196b-4401-4f7d-a084-8e7e210dde37", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Detach interface failed, port_id=a033e1e5-f1e2-418d-9bb9-44478e07a209, reason: Instance acf9d76b-9b58-4b67-ae8b-598e410a9c94 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-deleted-992c196b-4401-4f7d-a084-8e7e210dde37 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:12 user nova-compute[75223]: INFO nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Neutron deleted interface 992c196b-4401-4f7d-a084-8e7e210dde37; detaching it from the instance and deleting it from the info cache
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "address": "fa:16:3e:04:c4:3b", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.183", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaedbdbc7-53", "ovs_interfaceid": "aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Detach interface failed, port_id=992c196b-4401-4f7d-a084-8e7e210dde37, reason: Instance acf9d76b-9b58-4b67-ae8b-598e410a9c94 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-deleted-aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:12 user nova-compute[75223]: INFO nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Neutron deleted interface aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef; detaching it from the instance and deleting it from the info cache
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [{"id": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "address": "fa:16:3e:78:0e:e1", "network": {"id": "8d9cabb7-2fd2-461a-bdcf-45cb94679641", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-332556776-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26ea6dc7-81", "ovs_interfaceid": "26ea6dc7-8178-4bce-af90-e9fa81809bd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "address": "fa:16:3e:0f:c0:3c", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap043ae37b-d2", "ovs_interfaceid": "043ae37b-d268-4680-b2b0-b6bd0f0ceae5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "address": "fa:16:3e:12:d2:81", "network": {"id": "cf742754-b293-4779-ab48-f49002afd565", "bridge": "br-int", "label": "tempest-device-tagging-net1-1750206998", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "a798135b14744f09ae1b2d90ce710932", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdddd9c05-6d", "ovs_interfaceid": "dddd9c05-6de3-44c9-bc27-b7555bf042b4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e0f199-f354-4325-90bf-8220f985e2e0 req-60f23a88-9dcb-456c-9fb5-0cb69058b609 service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Detach interface failed, port_id=aedbdbc7-53ab-4907-a17d-f5bc6c8b5bef, reason: Instance acf9d76b-9b58-4b67-ae8b-598e410a9c94 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:12 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Took 5.58 seconds to deallocate network for instance.
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7670MB free_disk=25.486373901367188GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:41:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c7c8c459-d55e-4b2e-9c8a-33627138cf53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance acf9d76b-9b58-4b67-ae8b-598e410a9c94 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 4151e905-c32b-4050-8cae-0d59570332f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-5ac8ade5-c0d3-4193-b77f-89d1e7c1f72f req-bf88a9c6-7867-4b4f-ad2a-3a51137ecedb service nova] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Received event network-vif-deleted-26ea6dc7-8178-4bce-af90-e9fa81809bd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.534s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:16 user nova-compute[75223]: INFO nova.compute.manager [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] [instance: acf9d76b-9b58-4b67-ae8b-598e410a9c94] Took 3.82 seconds to detach 3 volumes for instance.
Dec 01 15:41:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:16 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:41:16 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:41:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.412s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:16 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Deleted allocations for instance acf9d76b-9b58-4b67-ae8b-598e410a9c94
Dec 01 15:41:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aa7b6951-d9f0-49cd-a44c-91659520ef38 tempest-TaggedBootDevicesTest-1490847068 tempest-TaggedBootDevicesTest-1490847068-project-member] Lock "acf9d76b-9b58-4b67-ae8b-598e410a9c94" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 14.101s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:41:18 user nova-compute[75223]: INFO nova.compute.claims [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Claim successful on node user
Dec 01 15:41:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:41:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Creating image(s)
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Ensure instance console log exists: /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Start _get_guest_xml network_info=[{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTkKbNid', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6c3a2141-9027-40f5-8d0e-69ff39628234', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6304a5d-840c-455c-b749-047b39bae8c8', 'serial': 'd6304a5d-840c-455c-b749-047b39bae8c8'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': '4dac4732-9e68-484a-99c0-f4a2b376f16e', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'loITiWhH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:18 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTkKbNid', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec81ab3-ccd3-431e-9b81-2e4988f372da]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:41:18 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35c9437-fa55-4d48-be8c-c3b6b99fadda]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909] added
Dec 01 15:41:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6712aadd-fdb2-49ce-a101-d99df118be5e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ad8f6b-e947-49fe-9c1a-9b0e35187097]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v loITiWhH {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.534s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v loITiWhH" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[28d867cb-bc88-436b-bb1e-1d67bf9e161a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'loITiWhH'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6540660-16a8-4866-a3bd-9409b2221b15]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[47228c13-b0f7-433f-9c5a-f45bc20d5a4a]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:41:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a02b9a25-fea1-423e-8efa-ea3d597b732c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260]
Dec 01 15:41:18 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f564fe25-4b68-4b7c-bce5-c98103f3b0c5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[feecf340-0212-4ea6-be73-b20bf631a59e]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:19 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:19 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:19 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:19 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.354s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] HCTL ('33', '-', '-', 0) found on session 8 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e854938-5b9d-4106-b02e-3c52aa97230f]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Searching for a device in session 8 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'loITiWhH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:41:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Creating image(s)
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "/opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "/opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "/opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.policy [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97c9c25e2a3a4b8ab1da8944ca82865d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b1241228d644d8db30d91072f368957', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-changed-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Refreshing instance network info cache due to event network-changed-e13308d3-f48b-4306-bb31-5b18a956720c. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] Acquiring lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] Acquired lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.network.neutron [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Refreshing network info cache for port e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk 1073741824" returned: 0 in 0.058s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'flavor' on Instance uuid 4151e905-c32b-4050-8cae-0d59570332f6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Ignoring supplied device name: /dev/vdb
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.214s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.network.neutron [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Successfully created port: c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:19 user nova-compute[75223]: INFO nova.compute.manager [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Attaching volume 572621d4-7f4a-424e-a3ce-b13df650274b to /dev/vdb
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Cannot resize image /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Ensure instance console log exists: /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.utils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[817f32be-e681-498e-80eb-1fdbcf98e8e3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f44d30d-7bde-440d-9a52-353e24f5cd83]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[40decdd1-cbab-4f90-bd13-60fc1878cf26]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c598d69e-22f7-4d86-ab1c-8c63081c05cb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.420s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] <== connect_volume: return (1422ms) {'type': 'block', 'scsi_wwn': '23931653264653361', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23931653264653361', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.377s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:20 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:20 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:20 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lazy-loading 'flavor' on Instance uuid 46db93b1-6e58-4cfc-a29a-5c9757a0a07a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[93c13aa8-096a-44b4-a681-4f3db264b742]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.utils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Updating existing volume attachment record: 051c2d5c-d947-4fc6-a787-dcb5ba1f46a0 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd981b8c-4f42-47b5-9554-1d186b0a9737]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:41:20 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:41:20 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:41:20 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:41:20 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:41:20 user nova-compute[75223]:   <serial>8f13af23-ccd2-4057-9bb1-9e4837958909</serial>
Dec 01 15:41:20 user nova-compute[75223]: </disk>
Dec 01 15:41:20 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb6de8ea-0c73-4d28-a484-3f9874aab277]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8] added
Dec 01 15:41:20 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2382ce71-9159-48a4-b1b3-794587bcbc39]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Updated VIF entry in instance network info cache for port e13308d3-f48b-4306-bb31-5b18a956720c. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Updating instance_info_cache with network_info: [{"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[40e51190-6600-4fcb-b5f8-48b70c0aa933]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UTkKbNid {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-081a6b6b-6e82-4b19-a605-e16809506950 req-c32b8814-7691-4554-9c93-09dac2baa002 service nova] Releasing lock "refresh_cache-4151e905-c32b-4050-8cae-0d59570332f6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UTkKbNid" returned: 0 in 0.036s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f059974b-838d-4010-8959-8d073d5feca3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UTkKbNid'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0785089e-6031-4086-89cc-eb15404a2025]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8723c965-ca32-4f77-bf21-ce64e33ad2d8]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[da867fad-255b-4391-88ad-5663a6b1854a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260]
Dec 01 15:41:20 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:20 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb69303-061e-48a3-bb3c-49c6e021f3e7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[972e50f0-100e-463e-bc5f-fc88f70c4c28]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:20 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] HCTL ('34', '-', '-', 0) found on session 9 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf29ba87-8eaa-4eaf-a7ad-ce742545d9f2]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching for a device in session 9 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTkKbNid', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Successfully updated port: c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquired lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] No VIF found with MAC fa:16:3e:ea:6f:77, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9f424eb7-4980-4fbb-b500-7e6de51d0a8e tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.920s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updating instance_info_cache with network_info: [{"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Releasing lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Instance network_info: |[{"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Start _get_guest_xml network_info=[{"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:41:20 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:20 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-530274317',display_name='tempest-TestServerVolumeAttachmentScenario-server-530274317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-530274317',id=14,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHfeOdD70no/fDF32WnQUb+1QiUc0PLZ4WDLylfIk45Q9prpFOmirbNci5Lers+qPqiEmSJVPza3BAW5Hb7LdgDoCFPXGn8hLWhNEsPpdmeO7GjVC2YDToG3iD7vLhHPBw==',key_name='tempest-keypair-389068053',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b1241228d644d8db30d91072f368957',ramdisk_id='',reservation_id='r-ujejjioi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-432882029',owner_user_name='tempest-TestServerVolumeAttachmentScenario-432882029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97c9c25e2a3a4b8ab1da8944ca82865d',uuid=3f0e1ea9-64a0-4411-b059-6ea0fac69005,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Converting VIF {"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:1b:be,bridge_name='br-int',has_traffic_filtering=True,id=c0355565-eb83-489a-8844-80791f336d5c,network=Network(fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0355565-eb') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.objects.instance [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'pci_devices' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:41:20 user nova-compute[75223]:   <uuid>3f0e1ea9-64a0-4411-b059-6ea0fac69005</uuid>
Dec 01 15:41:20 user nova-compute[75223]:   <name>instance-0000000e</name>
Dec 01 15:41:20 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:41:20 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:41:20 user nova-compute[75223]:   <metadata>
Dec 01 15:41:20 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:41:20 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:41:20 user nova-compute[75223]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-530274317</nova:name>
Dec 01 15:41:20 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:41:20</nova:creationTime>
Dec 01 15:41:20 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:41:20 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:41:20 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:41:20 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:41:20 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:41:20 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:41:20 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:41:20 user nova-compute[75223]:       <nova:owner>
Dec 01 15:41:20 user nova-compute[75223]:         <nova:user uuid="97c9c25e2a3a4b8ab1da8944ca82865d">tempest-TestServerVolumeAttachmentScenario-432882029-project-member</nova:user>
Dec 01 15:41:20 user nova-compute[75223]:         <nova:project uuid="1b1241228d644d8db30d91072f368957">tempest-TestServerVolumeAttachmentScenario-432882029</nova:project>
Dec 01 15:41:20 user nova-compute[75223]:       </nova:owner>
Dec 01 15:41:20 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:41:20 user nova-compute[75223]:       <nova:ports>
Dec 01 15:41:20 user nova-compute[75223]:         <nova:port uuid="c0355565-eb83-489a-8844-80791f336d5c">
Dec 01 15:41:20 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 15:41:20 user nova-compute[75223]:         </nova:port>
Dec 01 15:41:20 user nova-compute[75223]:       </nova:ports>
Dec 01 15:41:20 user nova-compute[75223]:     </nova:instance>
Dec 01 15:41:20 user nova-compute[75223]:   </metadata>
Dec 01 15:41:20 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:41:20 user nova-compute[75223]:     <system>
Dec 01 15:41:20 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:41:20 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:41:20 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:41:20 user nova-compute[75223]:       <entry name="serial">3f0e1ea9-64a0-4411-b059-6ea0fac69005</entry>
Dec 01 15:41:20 user nova-compute[75223]:       <entry name="uuid">3f0e1ea9-64a0-4411-b059-6ea0fac69005</entry>
Dec 01 15:41:20 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:41:20 user nova-compute[75223]:     </system>
Dec 01 15:41:20 user nova-compute[75223]:   </sysinfo>
Dec 01 15:41:20 user nova-compute[75223]:   <os>
Dec 01 15:41:20 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:41:20 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:41:20 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:41:20 user nova-compute[75223]:   </os>
Dec 01 15:41:20 user nova-compute[75223]:   <features>
Dec 01 15:41:20 user nova-compute[75223]:     <acpi/>
Dec 01 15:41:20 user nova-compute[75223]:     <apic/>
Dec 01 15:41:20 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:41:20 user nova-compute[75223]:   </features>
Dec 01 15:41:20 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:41:20 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:41:20 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:41:20 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:41:20 user nova-compute[75223]:   </clock>
Dec 01 15:41:20 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:41:20 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:41:20 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:41:20 user nova-compute[75223]:   </cpu>
Dec 01 15:41:20 user nova-compute[75223]:   <devices>
Dec 01 15:41:20 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:41:20 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:41:20 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk"/>
Dec 01 15:41:20 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:41:20 user nova-compute[75223]:     </disk>
Dec 01 15:41:20 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:41:20 user nova-compute[75223]:       <mac address="fa:16:3e:7d:1b:be"/>
Dec 01 15:41:20 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:20 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:41:20 user nova-compute[75223]:       <target dev="tapc0355565-eb"/>
Dec 01 15:41:20 user nova-compute[75223]:     </interface>
Dec 01 15:41:20 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:41:20 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/console.log" append="off"/>
Dec 01 15:41:20 user nova-compute[75223]:     </serial>
Dec 01 15:41:20 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:41:20 user nova-compute[75223]:     <video>
Dec 01 15:41:20 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:20 user nova-compute[75223]:     </video>
Dec 01 15:41:20 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:41:20 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:41:20 user nova-compute[75223]:     </rng>
Dec 01 15:41:20 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:41:20 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:41:20 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:41:20 user nova-compute[75223]:     </memballoon>
Dec 01 15:41:20 user nova-compute[75223]:   </devices>
Dec 01 15:41:20 user nova-compute[75223]: </domain>
Dec 01 15:41:20 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-530274317',display_name='tempest-TestServerVolumeAttachmentScenario-server-530274317',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-530274317',id=14,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHfeOdD70no/fDF32WnQUb+1QiUc0PLZ4WDLylfIk45Q9prpFOmirbNci5Lers+qPqiEmSJVPza3BAW5Hb7LdgDoCFPXGn8hLWhNEsPpdmeO7GjVC2YDToG3iD7vLhHPBw==',key_name='tempest-keypair-389068053',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1b1241228d644d8db30d91072f368957',ramdisk_id='',reservation_id='r-ujejjioi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-432882029',owner_user_name='tempest-TestServerVolumeAttachmentScenario-432882029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97c9c25e2a3a4b8ab1da8944ca82865d',uuid=3f0e1ea9-64a0-4411-b059-6ea0fac69005,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Converting VIF {"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7d:1b:be,bridge_name='br-int',has_traffic_filtering=True,id=c0355565-eb83-489a-8844-80791f336d5c,network=Network(fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0355565-eb') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG os_vif [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:1b:be,bridge_name='br-int',has_traffic_filtering=True,id=c0355565-eb83-489a-8844-80791f336d5c,network=Network(fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0355565-eb') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a1257c9c-86d8-51cb-9988-81a5cebb5a1e', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc0355565-eb, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc0355565-eb, col_values=(('qos', UUID('88fbd7a8-77e6-4d80-8fcb-7017e6ae6650')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc0355565-eb, col_values=(('external_ids', {'iface-id': 'c0355565-eb83-489a-8844-80791f336d5c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7d:1b:be', 'vm-uuid': '3f0e1ea9-64a0-4411-b059-6ea0fac69005'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: INFO os_vif [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7d:1b:be,bridge_name='br-int',has_traffic_filtering=True,id=c0355565-eb83-489a-8844-80791f336d5c,network=Network(fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0355565-eb')
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No VIF found with MAC fa:16:3e:7d:1b:be, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== connect_volume: return (2746ms) {'type': 'block', 'scsi_wwn': '23534656662373864', 'path': '/dev/sdc'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534656662373864', 'path': '/dev/sdc'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-845107378',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-845107378',id=13,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-d3kytt16',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:03Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=6c3a2141-9027-40f5-8d0e-69ff39628234,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.objects.instance [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'pci_devices' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:41:21 user nova-compute[75223]:   <uuid>6c3a2141-9027-40f5-8d0e-69ff39628234</uuid>
Dec 01 15:41:21 user nova-compute[75223]:   <name>instance-0000000d</name>
Dec 01 15:41:21 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:41:21 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:41:21 user nova-compute[75223]:   <metadata>
Dec 01 15:41:21 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:41:21 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:41:21 user nova-compute[75223]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-845107378</nova:name>
Dec 01 15:41:21 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:41:18</nova:creationTime>
Dec 01 15:41:21 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:41:21 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:41:21 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:41:21 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:41:21 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:41:21 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:41:21 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:41:21 user nova-compute[75223]:       <nova:owner>
Dec 01 15:41:21 user nova-compute[75223]:         <nova:user uuid="f3ac7506af3a447f86fdafeb5e8a0135">tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member</nova:user>
Dec 01 15:41:21 user nova-compute[75223]:         <nova:project uuid="dab15a7350574232a033828939da90d5">tempest-ServerBootFromVolumeStableRescueTest-1119349329</nova:project>
Dec 01 15:41:21 user nova-compute[75223]:       </nova:owner>
Dec 01 15:41:21 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:41:21 user nova-compute[75223]:       <nova:ports>
Dec 01 15:41:21 user nova-compute[75223]:         <nova:port uuid="4ee66d9d-7b1c-4621-9786-4017d43fe0c7">
Dec 01 15:41:21 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 15:41:21 user nova-compute[75223]:         </nova:port>
Dec 01 15:41:21 user nova-compute[75223]:       </nova:ports>
Dec 01 15:41:21 user nova-compute[75223]:     </nova:instance>
Dec 01 15:41:21 user nova-compute[75223]:   </metadata>
Dec 01 15:41:21 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:41:21 user nova-compute[75223]:     <system>
Dec 01 15:41:21 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:41:21 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:41:21 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:41:21 user nova-compute[75223]:       <entry name="serial">6c3a2141-9027-40f5-8d0e-69ff39628234</entry>
Dec 01 15:41:21 user nova-compute[75223]:       <entry name="uuid">6c3a2141-9027-40f5-8d0e-69ff39628234</entry>
Dec 01 15:41:21 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:41:21 user nova-compute[75223]:     </system>
Dec 01 15:41:21 user nova-compute[75223]:   </sysinfo>
Dec 01 15:41:21 user nova-compute[75223]:   <os>
Dec 01 15:41:21 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:41:21 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:41:21 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:41:21 user nova-compute[75223]:   </os>
Dec 01 15:41:21 user nova-compute[75223]:   <features>
Dec 01 15:41:21 user nova-compute[75223]:     <acpi/>
Dec 01 15:41:21 user nova-compute[75223]:     <apic/>
Dec 01 15:41:21 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:41:21 user nova-compute[75223]:   </features>
Dec 01 15:41:21 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:41:21 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:41:21 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:41:21 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:41:21 user nova-compute[75223]:   </clock>
Dec 01 15:41:21 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:41:21 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:41:21 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:41:21 user nova-compute[75223]:   </cpu>
Dec 01 15:41:21 user nova-compute[75223]:   <devices>
Dec 01 15:41:21 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:41:21 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:41:21 user nova-compute[75223]:       <source dev="/dev/sdc"/>
Dec 01 15:41:21 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:41:21 user nova-compute[75223]:       <serial>d6304a5d-840c-455c-b749-047b39bae8c8</serial>
Dec 01 15:41:21 user nova-compute[75223]:     </disk>
Dec 01 15:41:21 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:41:21 user nova-compute[75223]:       <mac address="fa:16:3e:23:c9:9e"/>
Dec 01 15:41:21 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:21 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:41:21 user nova-compute[75223]:       <target dev="tap4ee66d9d-7b"/>
Dec 01 15:41:21 user nova-compute[75223]:     </interface>
Dec 01 15:41:21 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:41:21 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/console.log" append="off"/>
Dec 01 15:41:21 user nova-compute[75223]:     </serial>
Dec 01 15:41:21 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:41:21 user nova-compute[75223]:     <video>
Dec 01 15:41:21 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:21 user nova-compute[75223]:     </video>
Dec 01 15:41:21 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:41:21 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:41:21 user nova-compute[75223]:     </rng>
Dec 01 15:41:21 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:41:21 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:41:21 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:41:21 user nova-compute[75223]:     </memballoon>
Dec 01 15:41:21 user nova-compute[75223]:   </devices>
Dec 01 15:41:21 user nova-compute[75223]: </domain>
Dec 01 15:41:21 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-845107378',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-845107378',id=13,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-d3kytt16',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:03Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=6c3a2141-9027-40f5-8d0e-69ff39628234,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG os_vif [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-changed-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Refreshing instance network info cache due to event network-changed-c0355565-eb83-489a-8844-80791f336d5c. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] Acquiring lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] Acquired lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Refreshing network info cache for port c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '30726394-f933-5779-b71f-2e2e09225408', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4ee66d9d-7b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4ee66d9d-7b, col_values=(('qos', UUID('fa7e35bd-9157-4560-9f52-5eb74e031fbd')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4ee66d9d-7b, col_values=(('external_ids', {'iface-id': '4ee66d9d-7b1c-4621-9786-4017d43fe0c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:23:c9:9e', 'vm-uuid': '6c3a2141-9027-40f5-8d0e-69ff39628234'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:21 user nova-compute[75223]: INFO os_vif [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b')
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No VIF found with MAC fa:16:3e:23:c9:9e, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updated VIF entry in instance network info cache for port c0355565-eb83-489a-8844-80791f336d5c. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updating instance_info_cache with network_info: [{"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43a5b202-f4d5-4845-852e-53e4fdc7da68 req-a0b555cf-f83c-4f09-87e9-214ba29a11b0 service nova] Releasing lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:22 user nova-compute[75223]: INFO nova.compute.manager [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Detaching volume 8f13af23-ccd2-4057-9bb1-9e4837958909
Dec 01 15:41:22 user nova-compute[75223]: INFO nova.virt.block_device [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Attempting to driver detach volume 8f13af23-ccd2-4057-9bb1-9e4837958909 from mountpoint /dev/vdb
Dec 01 15:41:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Attempting to detach device vdb from instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:41:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:41:22 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:41:22 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:41:22 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:41:22 user nova-compute[75223]:   <serial>8f13af23-ccd2-4057-9bb1-9e4837958909</serial>
Dec 01 15:41:22 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:41:22 user nova-compute[75223]: </disk>
Dec 01 15:41:22 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:41:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Successfully detached device vdb from instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a from the persistent domain config.
Dec 01 15:41:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:41:23 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:41:23 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:41:23 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:41:23 user nova-compute[75223]:   <serial>8f13af23-ccd2-4057-9bb1-9e4837958909</serial>
Dec 01 15:41:23 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:41:23 user nova-compute[75223]: </disk>
Dec 01 15:41:23 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-7f43d7fe-dbe0-4b35-acbe-4df37eee6b93 req-65e57a14-9523-44e9-b921-b87603ca63ea service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7f43d7fe-dbe0-4b35-acbe-4df37eee6b93 req-65e57a14-9523-44e9-b921-b87603ca63ea service nova] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7f43d7fe-dbe0-4b35-acbe-4df37eee6b93 req-65e57a14-9523-44e9-b921-b87603ca63ea service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7f43d7fe-dbe0-4b35-acbe-4df37eee6b93 req-65e57a14-9523-44e9-b921-b87603ca63ea service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-7f43d7fe-dbe0-4b35-acbe-4df37eee6b93 req-65e57a14-9523-44e9-b921-b87603ca63ea service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] No waiting events found dispatching network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:23 user nova-compute[75223]: WARNING nova.compute.manager [req-7f43d7fe-dbe0-4b35-acbe-4df37eee6b93 req-65e57a14-9523-44e9-b921-b87603ca63ea service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received unexpected event network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c for instance with vm_state building and task_state spawning.
Dec 01 15:41:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-312793c1-d668-4ce5-987c-d493d4561e14 req-2be3620c-0f66-49d1-bcea-ba548791512a service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-312793c1-d668-4ce5-987c-d493d4561e14 req-2be3620c-0f66-49d1-bcea-ba548791512a service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-312793c1-d668-4ce5-987c-d493d4561e14 req-2be3620c-0f66-49d1-bcea-ba548791512a service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-312793c1-d668-4ce5-987c-d493d4561e14 req-2be3620c-0f66-49d1-bcea-ba548791512a service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-312793c1-d668-4ce5-987c-d493d4561e14 req-2be3620c-0f66-49d1-bcea-ba548791512a service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:24 user nova-compute[75223]: WARNING nova.compute.manager [req-312793c1-d668-4ce5-987c-d493d4561e14 req-2be3620c-0f66-49d1-bcea-ba548791512a service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state building and task_state spawning.
Dec 01 15:41:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-041f5ac6-735c-4004-abb1-383613488e49 req-623f5ee5-c3ce-4923-82d4-b08d195349cb service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-041f5ac6-735c-4004-abb1-383613488e49 req-623f5ee5-c3ce-4923-82d4-b08d195349cb service nova] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-041f5ac6-735c-4004-abb1-383613488e49 req-623f5ee5-c3ce-4923-82d4-b08d195349cb service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-041f5ac6-735c-4004-abb1-383613488e49 req-623f5ee5-c3ce-4923-82d4-b08d195349cb service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-041f5ac6-735c-4004-abb1-383613488e49 req-623f5ee5-c3ce-4923-82d4-b08d195349cb service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] No waiting events found dispatching network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:25 user nova-compute[75223]: WARNING nova.compute.manager [req-041f5ac6-735c-4004-abb1-383613488e49 req-623f5ee5-c3ce-4923-82d4-b08d195349cb service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received unexpected event network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c for instance with vm_state building and task_state spawning.
Dec 01 15:41:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:41:26 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Instance spawned successfully.
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-eb030c54-ad9b-4052-acc3-0d4c7c536cdc req-c7d93f9b-2813-4e05-9c06-940d801a4413 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-eb030c54-ad9b-4052-acc3-0d4c7c536cdc req-c7d93f9b-2813-4e05-9c06-940d801a4413 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-eb030c54-ad9b-4052-acc3-0d4c7c536cdc req-c7d93f9b-2813-4e05-9c06-940d801a4413 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-eb030c54-ad9b-4052-acc3-0d4c7c536cdc req-c7d93f9b-2813-4e05-9c06-940d801a4413 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-eb030c54-ad9b-4052-acc3-0d4c7c536cdc req-c7d93f9b-2813-4e05-9c06-940d801a4413 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:26 user nova-compute[75223]: WARNING nova.compute.manager [req-eb030c54-ad9b-4052-acc3-0d4c7c536cdc req-c7d93f9b-2813-4e05-9c06-940d801a4413 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state building and task_state spawning.
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:41:26 user nova-compute[75223]: INFO nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Took 7.58 seconds to spawn the instance on the hypervisor.
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:41:26 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance spawned successfully.
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:26 user nova-compute[75223]: INFO nova.compute.manager [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Took 8.50 seconds to build instance.
Dec 01 15:41:26 user nova-compute[75223]: INFO nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Took 8.15 seconds to spawn the instance on the hypervisor.
Dec 01 15:41:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:41:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-89e3afe2-22fa-4a47-8bc4-4972e200c6bc tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.639s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:26 user nova-compute[75223]: INFO nova.compute.manager [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Took 24.90 seconds to build instance.
Dec 01 15:41:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-da1d1027-0e33-4eaf-bc80-d01765d439aa tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.007s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:41:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QlzqTsbu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:29 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:29 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:29 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:41:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c127efe-a12a-4e27-b6dc-14876d505232]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:41:30 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0dfd3ca7-d1f2-420f-98b1-3770565ff05d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b] added
Dec 01 15:41:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[14b2a10b-5df4-4c82-b7de-da00a570e541]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[580c4b90-866f-40f6-8d0a-055554efdf7b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QlzqTsbu {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QlzqTsbu" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e1d97ff-2676-4709-ab4a-458bd9e6bb4f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QlzqTsbu'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e1dbe37-026b-4aab-95a4-0cc20c1b47e1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4f34b19-3059-4276-bc64-009f3776b1d7]: (4, ('tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[26820170-524e-439f-9962-e6fa893791ab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260]
Dec 01 15:41:30 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[62c4c74d-c218-4eb5-83e6-160c8faf8a1c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[04c34811-83d9-4942-bacc-90042aa17eb2]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] HCTL ('35', '-', '-', 0) found on session 10 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ad72b98-a0a0-44dd-a3af-7afe1d44811f]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Searching for a device in session 10 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:41:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QlzqTsbu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '23463363937396239', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463363937396239', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'flavor' on Instance uuid 4151e905-c32b-4050-8cae-0d59570332f6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:41:31 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:41:31 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:41:31 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:41:31 user nova-compute[75223]:   <serial>572621d4-7f4a-424e-a3ce-b13df650274b</serial>
Dec 01 15:41:31 user nova-compute[75223]: </disk>
Dec 01 15:41:31 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No VIF found with MAC fa:16:3e:5f:6c:d5, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:41:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e5b3c823-db63-4805-82af-c540a36d854d tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.047s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:41:32 user nova-compute[75223]: INFO nova.compute.claims [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Claim successful on node user
Dec 01 15:41:32 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.455s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:41:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.policy [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e46eb96cc59487cb513fd4a658e076a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce035d0d984e448fb5296aaa7cbb19e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:41:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Creating image(s)
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.201s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk 1073741824" returned: 0 in 0.049s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Successfully created port: 81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:41:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Cannot resize image /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Ensure instance console log exists: /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Successfully updated port: 81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquired lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-changed-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Refreshing instance network info cache due to event network-changed-81a6b1de-4eb8-47c7-a32d-2d64e806e13f. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] Acquiring lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating instance_info_cache with network_info: [{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Releasing lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Instance network_info: |[{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] Acquired lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.neutron [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Refreshing network info cache for port 81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Start _get_guest_xml network_info=[{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:41:34 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:34 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1827280945',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1827280945',id=15,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs1GiDeRQbHUSPYCkOYal4ox2dEoS8eeoSi6W7p6J+TVXKt0NThpXwO0S3PcmsbZf9tCn11619ibEAadhFdXj2SgN8sDGAa1yN+2outtb1+ZuDAoB9FWRgRSRD4+Xcwow==',key_name='tempest-keypair-1365044420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce035d0d984e448fb5296aaa7cbb19e8',ramdisk_id='',reservation_id='r-ugk1inwu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1928712376',owner_user_name='tempest-TaggedAttachmentsTest-1928712376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e46eb96cc59487cb513fd4a658e076a',uuid=cedfd1c2-23ea-4e04-ae80-449cabf85f47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converting VIF {"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:ed:03,bridge_name='br-int',has_traffic_filtering=True,id=81a6b1de-4eb8-47c7-a32d-2d64e806e13f,network=Network(f1e5ab64-eeb4-46a3-be37-de13612c6298),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81a6b1de-4e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.objects.instance [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'pci_devices' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:41:34 user nova-compute[75223]:   <uuid>cedfd1c2-23ea-4e04-ae80-449cabf85f47</uuid>
Dec 01 15:41:34 user nova-compute[75223]:   <name>instance-0000000f</name>
Dec 01 15:41:34 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:41:34 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:41:34 user nova-compute[75223]:   <metadata>
Dec 01 15:41:34 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:41:34 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:41:34 user nova-compute[75223]:       <nova:name>tempest-device-tagging-server-1827280945</nova:name>
Dec 01 15:41:34 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:41:34</nova:creationTime>
Dec 01 15:41:34 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:41:34 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:41:34 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:41:34 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:41:34 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:41:34 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:41:34 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:41:34 user nova-compute[75223]:       <nova:owner>
Dec 01 15:41:34 user nova-compute[75223]:         <nova:user uuid="5e46eb96cc59487cb513fd4a658e076a">tempest-TaggedAttachmentsTest-1928712376-project-member</nova:user>
Dec 01 15:41:34 user nova-compute[75223]:         <nova:project uuid="ce035d0d984e448fb5296aaa7cbb19e8">tempest-TaggedAttachmentsTest-1928712376</nova:project>
Dec 01 15:41:34 user nova-compute[75223]:       </nova:owner>
Dec 01 15:41:34 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:41:34 user nova-compute[75223]:       <nova:ports>
Dec 01 15:41:34 user nova-compute[75223]:         <nova:port uuid="81a6b1de-4eb8-47c7-a32d-2d64e806e13f">
Dec 01 15:41:34 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:41:34 user nova-compute[75223]:         </nova:port>
Dec 01 15:41:34 user nova-compute[75223]:       </nova:ports>
Dec 01 15:41:34 user nova-compute[75223]:     </nova:instance>
Dec 01 15:41:34 user nova-compute[75223]:   </metadata>
Dec 01 15:41:34 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:41:34 user nova-compute[75223]:     <system>
Dec 01 15:41:34 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:41:34 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:41:34 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:41:34 user nova-compute[75223]:       <entry name="serial">cedfd1c2-23ea-4e04-ae80-449cabf85f47</entry>
Dec 01 15:41:34 user nova-compute[75223]:       <entry name="uuid">cedfd1c2-23ea-4e04-ae80-449cabf85f47</entry>
Dec 01 15:41:34 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:41:34 user nova-compute[75223]:     </system>
Dec 01 15:41:34 user nova-compute[75223]:   </sysinfo>
Dec 01 15:41:34 user nova-compute[75223]:   <os>
Dec 01 15:41:34 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:41:34 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:41:34 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:41:34 user nova-compute[75223]:   </os>
Dec 01 15:41:34 user nova-compute[75223]:   <features>
Dec 01 15:41:34 user nova-compute[75223]:     <acpi/>
Dec 01 15:41:34 user nova-compute[75223]:     <apic/>
Dec 01 15:41:34 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:41:34 user nova-compute[75223]:   </features>
Dec 01 15:41:34 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:41:34 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:41:34 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:41:34 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:41:34 user nova-compute[75223]:   </clock>
Dec 01 15:41:34 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:41:34 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:41:34 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:41:34 user nova-compute[75223]:   </cpu>
Dec 01 15:41:34 user nova-compute[75223]:   <devices>
Dec 01 15:41:34 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:41:34 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:41:34 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk"/>
Dec 01 15:41:34 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:41:34 user nova-compute[75223]:     </disk>
Dec 01 15:41:34 user nova-compute[75223]:     <disk type="file" device="cdrom">
Dec 01 15:41:34 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none"/>
Dec 01 15:41:34 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.config"/>
Dec 01 15:41:34 user nova-compute[75223]:       <target dev="hda" bus="ide"/>
Dec 01 15:41:34 user nova-compute[75223]:     </disk>
Dec 01 15:41:34 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:41:34 user nova-compute[75223]:       <mac address="fa:16:3e:9b:ed:03"/>
Dec 01 15:41:34 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:34 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:41:34 user nova-compute[75223]:       <target dev="tap81a6b1de-4e"/>
Dec 01 15:41:34 user nova-compute[75223]:     </interface>
Dec 01 15:41:34 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:41:34 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/console.log" append="off"/>
Dec 01 15:41:34 user nova-compute[75223]:     </serial>
Dec 01 15:41:34 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:41:34 user nova-compute[75223]:     <video>
Dec 01 15:41:34 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:34 user nova-compute[75223]:     </video>
Dec 01 15:41:34 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:41:34 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:41:34 user nova-compute[75223]:     </rng>
Dec 01 15:41:34 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:41:34 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:41:34 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:41:34 user nova-compute[75223]:     </memballoon>
Dec 01 15:41:34 user nova-compute[75223]:   </devices>
Dec 01 15:41:34 user nova-compute[75223]: </domain>
Dec 01 15:41:34 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1827280945',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1827280945',id=15,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs1GiDeRQbHUSPYCkOYal4ox2dEoS8eeoSi6W7p6J+TVXKt0NThpXwO0S3PcmsbZf9tCn11619ibEAadhFdXj2SgN8sDGAa1yN+2outtb1+ZuDAoB9FWRgRSRD4+Xcwow==',key_name='tempest-keypair-1365044420',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ce035d0d984e448fb5296aaa7cbb19e8',ramdisk_id='',reservation_id='r-ugk1inwu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1928712376',owner_user_name='tempest-TaggedAttachmentsTest-1928712376-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e46eb96cc59487cb513fd4a658e076a',uuid=cedfd1c2-23ea-4e04-ae80-449cabf85f47,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converting VIF {"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9b:ed:03,bridge_name='br-int',has_traffic_filtering=True,id=81a6b1de-4eb8-47c7-a32d-2d64e806e13f,network=Network(f1e5ab64-eeb4-46a3-be37-de13612c6298),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81a6b1de-4e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG os_vif [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:ed:03,bridge_name='br-int',has_traffic_filtering=True,id=81a6b1de-4eb8-47c7-a32d-2d64e806e13f,network=Network(f1e5ab64-eeb4-46a3-be37-de13612c6298),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81a6b1de-4e') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '868d023d-d8af-5dd3-abc4-55ce3a097026', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap81a6b1de-4e, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap81a6b1de-4e, col_values=(('qos', UUID('0606c073-0bd5-4848-98de-c888c48c6ad0')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap81a6b1de-4e, col_values=(('external_ids', {'iface-id': '81a6b1de-4eb8-47c7-a32d-2d64e806e13f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9b:ed:03', 'vm-uuid': 'cedfd1c2-23ea-4e04-ae80-449cabf85f47'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:34 user nova-compute[75223]: INFO os_vif [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9b:ed:03,bridge_name='br-int',has_traffic_filtering=True,id=81a6b1de-4eb8-47c7-a32d-2d64e806e13f,network=Network(f1e5ab64-eeb4-46a3-be37-de13612c6298),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81a6b1de-4e')
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No BDM found with device name hda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No VIF found with MAC fa:16:3e:9b:ed:03, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:41:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Using config drive
Dec 01 15:41:35 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Creating config drive at /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.config
Dec 01 15:41:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmppdqmhnp6 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:35 user nova-compute[75223]: DEBUG nova.network.neutron [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updated VIF entry in instance network info cache for port 81a6b1de-4eb8-47c7-a32d-2d64e806e13f. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:41:35 user nova-compute[75223]: DEBUG nova.network.neutron [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating instance_info_cache with network_info: [{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmppdqmhnp6" returned: 0 in 0.055s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1b4b9cdb-1922-49d9-9307-374a1de41a43 req-50759283-f698-4736-b8c5-0f6b5271e563 service nova] Releasing lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-45eae8de-50f0-451d-baee-3ee4975ab91b req-9247b913-44d8-4584-8d37-99cf4f3a3c3a service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-45eae8de-50f0-451d-baee-3ee4975ab91b req-9247b913-44d8-4584-8d37-99cf4f3a3c3a service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-45eae8de-50f0-451d-baee-3ee4975ab91b req-9247b913-44d8-4584-8d37-99cf4f3a3c3a service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-45eae8de-50f0-451d-baee-3ee4975ab91b req-9247b913-44d8-4584-8d37-99cf4f3a3c3a service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-45eae8de-50f0-451d-baee-3ee4975ab91b req-9247b913-44d8-4584-8d37-99cf4f3a3c3a service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:37 user nova-compute[75223]: WARNING nova.compute.manager [req-45eae8de-50f0-451d-baee-3ee4975ab91b req-9247b913-44d8-4584-8d37-99cf4f3a3c3a service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received unexpected event network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f for instance with vm_state building and task_state spawning.
Dec 01 15:41:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:37 user nova-compute[75223]: INFO nova.compute.manager [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Terminating instance
Dec 01 15:41:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:41:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-e6ba6a0c-cde1-436b-802e-a0eb7b550066 req-4db6fbba-25de-44eb-8afd-dd7ebc70ba58 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-vif-unplugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e6ba6a0c-cde1-436b-802e-a0eb7b550066 req-4db6fbba-25de-44eb-8afd-dd7ebc70ba58 service nova] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e6ba6a0c-cde1-436b-802e-a0eb7b550066 req-4db6fbba-25de-44eb-8afd-dd7ebc70ba58 service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e6ba6a0c-cde1-436b-802e-a0eb7b550066 req-4db6fbba-25de-44eb-8afd-dd7ebc70ba58 service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-e6ba6a0c-cde1-436b-802e-a0eb7b550066 req-4db6fbba-25de-44eb-8afd-dd7ebc70ba58 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] No waiting events found dispatching network-vif-unplugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-e6ba6a0c-cde1-436b-802e-a0eb7b550066 req-4db6fbba-25de-44eb-8afd-dd7ebc70ba58 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-vif-unplugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:41:38 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Instance destroyed successfully.
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.objects.instance [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lazy-loading 'resources' on Instance uuid c7c8c459-d55e-4b2e-9c8a-33627138cf53 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-297321503',display_name='tempest-VolumesAssistedSnapshotsTest-server-297321503',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-297321503',id=9,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO0dRWNKMfXqHL2Tzmh1LsEJunkDaE3FX3HQAFvVmq8DXZoziUDZrWt2OtK6cgBhH4s5OubqUyKaVURTFLxwVRgr6Z5lXKFkvVA7IvjFVHvviSxOIqLYh+gn24z+3MXhkw==',key_name='tempest-keypair-1025119688',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='eda63288ff7a43019eef1795cf0c16de',ramdisk_id='',reservation_id='r-21ue7yid',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-1149625193',owner_user_name='tempest-VolumesAssistedSnapshotsTest-1149625193-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:38:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='31e227ef060045379d07bedd8ba49441',uuid=c7c8c459-d55e-4b2e-9c8a-33627138cf53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Converting VIF {"id": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "address": "fa:16:3e:2c:fc:71", "network": {"id": "5f2e7766-a076-4ad1-b1ca-30b1f02112b3", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1355663699-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "eda63288ff7a43019eef1795cf0c16de", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5dc4b1fa-0a", "ovs_interfaceid": "5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:fc:71,bridge_name='br-int',has_traffic_filtering=True,id=5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72,network=Network(5f2e7766-a076-4ad1-b1ca-30b1f02112b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5dc4b1fa-0a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG os_vif [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:fc:71,bridge_name='br-int',has_traffic_filtering=True,id=5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72,network=Network(5f2e7766-a076-4ad1-b1ca-30b1f02112b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5dc4b1fa-0a') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5dc4b1fa-0a, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=efb8ddc8-5935-4ebd-ba5e-7cf74210c4cf) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:38 user nova-compute[75223]: INFO os_vif [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:fc:71,bridge_name='br-int',has_traffic_filtering=True,id=5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72,network=Network(5f2e7766-a076-4ad1-b1ca-30b1f02112b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5dc4b1fa-0a')
Dec 01 15:41:38 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Deleting instance files /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53_del
Dec 01 15:41:38 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Deletion of /opt/stack/data/nova/instances/c7c8c459-d55e-4b2e-9c8a-33627138cf53_del complete
Dec 01 15:41:38 user nova-compute[75223]: INFO nova.compute.manager [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 01 15:41:38 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:41:38 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-22b83409-998a-47cd-9c73-2ed8e899fbe1 req-52954231-d256-4b0d-a07b-5d828a0eeb41 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-22b83409-998a-47cd-9c73-2ed8e899fbe1 req-52954231-d256-4b0d-a07b-5d828a0eeb41 service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-22b83409-998a-47cd-9c73-2ed8e899fbe1 req-52954231-d256-4b0d-a07b-5d828a0eeb41 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-22b83409-998a-47cd-9c73-2ed8e899fbe1 req-52954231-d256-4b0d-a07b-5d828a0eeb41 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-22b83409-998a-47cd-9c73-2ed8e899fbe1 req-52954231-d256-4b0d-a07b-5d828a0eeb41 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:39 user nova-compute[75223]: WARNING nova.compute.manager [req-22b83409-998a-47cd-9c73-2ed8e899fbe1 req-52954231-d256-4b0d-a07b-5d828a0eeb41 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received unexpected event network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f for instance with vm_state building and task_state spawning.
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:41:39 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Instance spawned successfully.
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:39 user nova-compute[75223]: INFO nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Took 6.04 seconds to spawn the instance on the hypervisor.
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:41:39 user nova-compute[75223]: INFO nova.compute.manager [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Took 6.85 seconds to build instance.
Dec 01 15:41:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c130e9f9-c9ec-4774-bef4-553b47c3e822 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.945s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:39 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Took 1.08 seconds to deallocate network for instance.
Dec 01 15:41:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:40 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:41:40 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:41:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-23f9984d-36f6-49a8-ae2f-756a2a33d3e5 req-4ce8ce9a-c726-439c-aac8-661442812526 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-23f9984d-36f6-49a8-ae2f-756a2a33d3e5 req-4ce8ce9a-c726-439c-aac8-661442812526 service nova] Acquiring lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-23f9984d-36f6-49a8-ae2f-756a2a33d3e5 req-4ce8ce9a-c726-439c-aac8-661442812526 service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-23f9984d-36f6-49a8-ae2f-756a2a33d3e5 req-4ce8ce9a-c726-439c-aac8-661442812526 service nova] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-23f9984d-36f6-49a8-ae2f-756a2a33d3e5 req-4ce8ce9a-c726-439c-aac8-661442812526 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] No waiting events found dispatching network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:40 user nova-compute[75223]: WARNING nova.compute.manager [req-23f9984d-36f6-49a8-ae2f-756a2a33d3e5 req-4ce8ce9a-c726-439c-aac8-661442812526 service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received unexpected event network-vif-plugged-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 for instance with vm_state deleted and task_state None.
Dec 01 15:41:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.446s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:40 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Deleted allocations for instance c7c8c459-d55e-4b2e-9c8a-33627138cf53
Dec 01 15:41:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b218ce47-1de9-4850-8c7d-1b803bda7636 tempest-VolumesAssistedSnapshotsTest-1149625193 tempest-VolumesAssistedSnapshotsTest-1149625193-project-member] Lock "c7c8c459-d55e-4b2e-9c8a-33627138cf53" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.706s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-72450275-d4a8-4f40-8bc3-59ab959b04a8 req-4825635c-ccd4-4248-9202-1fb0efa17dbb service nova] [instance: c7c8c459-d55e-4b2e-9c8a-33627138cf53] Received event network-vif-deleted-5dc4b1fa-0a1b-46a4-becf-f73a3d8ebf72 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:43 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a is timed out.
Dec 01 15:41:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Successfully detached device vdb from instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a from the live domain config.
Dec 01 15:41:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'loITiWhH', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:43 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27a2020f-022b-4a95-96ca-faf6a72a7350]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:41:43 user nova-compute[75223]: No targets found.
Dec 01 15:41:43 user nova-compute[75223]: iSNS:
Dec 01 15:41:43 user nova-compute[75223]: No targets found.
Dec 01 15:41:43 user nova-compute[75223]: STATIC:
Dec 01 15:41:43 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b
Dec 01 15:41:43 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:43 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:43 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:41:43 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:43 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:43 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:41:43 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:43 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:43 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909
Dec 01 15:41:43 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:41:43 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:41:43 user nova-compute[75223]: FIRMWARE:
Dec 01 15:41:43 user nova-compute[75223]: No targets found.
Dec 01 15:41:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:41:43 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:41:43 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e98788eb-9e4f-4e7b-ac46-e8917252a19b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[85a10a29-9063-41c4-8762-10a54e10efa1]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:41:43 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:43 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:43 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:41:43 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:41:43 user nova-compute[75223]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 (non-flash)
Dec 01 15:41:43 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:41:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f44b2e60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2124cc37-4c55-4af6-b003-2eaab9c64180]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76378c1-21a3-44ff-8c96-61a43428330f]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3569b39e-5e2f-4706-bacb-4446a320a947]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.052s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[44d0ba83-c986-458f-9d45-219f87e609d3]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[38598833-861f-41c1-a82e-be5dd24f32ca]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[319a5d4e-af7a-4810-b409-919ee6ab3a6f]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260]
Dec 01 15:41:43 user nova-compute[75223]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909, portal: 172.16.0.220,3260] successful.
Dec 01 15:41:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8f13af23-ccd2-4057-9bb1-9e4837958909 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75fa234e-1cae-43bd-af79-9ac9a6896b5d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] <== disconnect_volume: return (306ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:41:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lazy-loading 'flavor' on Instance uuid 46db93b1-6e58-4cfc-a29a-5c9757a0a07a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bb4fb450-55bc-42e5-9a99-92e92c6dc6b4 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.119s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:41:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:52 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:41:52 user nova-compute[75223]: INFO nova.compute.claims [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Claim successful on node user
Dec 01 15:41:52 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:41:52 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.478s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:41:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:41:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Creating image(s)
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.018s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.201s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.policy [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ec8d012a9e34a76b5b664d8ee648e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a95e6088fc049c89d0e6f2194dc80ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk 1073741824" returned: 0 in 0.049s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.239s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:41:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Cannot resize image /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Ensure instance console log exists: /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Successfully created port: 22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Successfully updated port: 22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquired lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-changed-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Refreshing instance network info cache due to event network-changed-22261489-9d86-4cbb-bb67-ec40647e6700. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] Acquiring lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:41:54 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updating instance_info_cache with network_info: [{"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Releasing lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance network_info: |[{"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] Acquired lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Refreshing network info cache for port 22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Start _get_guest_xml network_info=[{"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:41:55 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:55 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1543781196',display_name='tempest-tempest.common.compute-instance-1543781196',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1543781196',id=16,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6RbKmUJpE1iAv0fQ02aFzn0i53bLHNPgFHM2ny+HjIWLol/ZakT120LsIVjokuEHwYtbXWTZbvQ5vHFv1SW2ZwntkAYMmhCQWEHlEWWMlLeSkizIfx7z+x3XrCBf1iLw==',key_name='tempest-keypair-1455037320',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-ccbs2xg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=a7632015-1fa7-4ab4-9da9-2bfb45ce55bf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'pci_devices' on Instance uuid a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:41:55 user nova-compute[75223]:   <uuid>a7632015-1fa7-4ab4-9da9-2bfb45ce55bf</uuid>
Dec 01 15:41:55 user nova-compute[75223]:   <name>instance-00000010</name>
Dec 01 15:41:55 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:41:55 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:41:55 user nova-compute[75223]:   <metadata>
Dec 01 15:41:55 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:41:55 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:41:55 user nova-compute[75223]:       <nova:name>tempest-tempest.common.compute-instance-1543781196</nova:name>
Dec 01 15:41:55 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:41:55</nova:creationTime>
Dec 01 15:41:55 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:41:55 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:41:55 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:41:55 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:41:55 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:41:55 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:41:55 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:41:55 user nova-compute[75223]:       <nova:owner>
Dec 01 15:41:55 user nova-compute[75223]:         <nova:user uuid="3ec8d012a9e34a76b5b664d8ee648e9f">tempest-ServerActionsTestOtherA-1859357013-project-member</nova:user>
Dec 01 15:41:55 user nova-compute[75223]:         <nova:project uuid="9a95e6088fc049c89d0e6f2194dc80ff">tempest-ServerActionsTestOtherA-1859357013</nova:project>
Dec 01 15:41:55 user nova-compute[75223]:       </nova:owner>
Dec 01 15:41:55 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:41:55 user nova-compute[75223]:       <nova:ports>
Dec 01 15:41:55 user nova-compute[75223]:         <nova:port uuid="22261489-9d86-4cbb-bb67-ec40647e6700">
Dec 01 15:41:55 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:41:55 user nova-compute[75223]:         </nova:port>
Dec 01 15:41:55 user nova-compute[75223]:       </nova:ports>
Dec 01 15:41:55 user nova-compute[75223]:     </nova:instance>
Dec 01 15:41:55 user nova-compute[75223]:   </metadata>
Dec 01 15:41:55 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:41:55 user nova-compute[75223]:     <system>
Dec 01 15:41:55 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:41:55 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:41:55 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:41:55 user nova-compute[75223]:       <entry name="serial">a7632015-1fa7-4ab4-9da9-2bfb45ce55bf</entry>
Dec 01 15:41:55 user nova-compute[75223]:       <entry name="uuid">a7632015-1fa7-4ab4-9da9-2bfb45ce55bf</entry>
Dec 01 15:41:55 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:41:55 user nova-compute[75223]:     </system>
Dec 01 15:41:55 user nova-compute[75223]:   </sysinfo>
Dec 01 15:41:55 user nova-compute[75223]:   <os>
Dec 01 15:41:55 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:41:55 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:41:55 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:41:55 user nova-compute[75223]:   </os>
Dec 01 15:41:55 user nova-compute[75223]:   <features>
Dec 01 15:41:55 user nova-compute[75223]:     <acpi/>
Dec 01 15:41:55 user nova-compute[75223]:     <apic/>
Dec 01 15:41:55 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:41:55 user nova-compute[75223]:   </features>
Dec 01 15:41:55 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:41:55 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:41:55 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:41:55 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:41:55 user nova-compute[75223]:   </clock>
Dec 01 15:41:55 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:41:55 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:41:55 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:41:55 user nova-compute[75223]:   </cpu>
Dec 01 15:41:55 user nova-compute[75223]:   <devices>
Dec 01 15:41:55 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:41:55 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:41:55 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk"/>
Dec 01 15:41:55 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:41:55 user nova-compute[75223]:     </disk>
Dec 01 15:41:55 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:41:55 user nova-compute[75223]:       <mac address="fa:16:3e:01:0d:f5"/>
Dec 01 15:41:55 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:55 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:41:55 user nova-compute[75223]:       <target dev="tap22261489-9d"/>
Dec 01 15:41:55 user nova-compute[75223]:     </interface>
Dec 01 15:41:55 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:41:55 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/console.log" append="off"/>
Dec 01 15:41:55 user nova-compute[75223]:     </serial>
Dec 01 15:41:55 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:41:55 user nova-compute[75223]:     <video>
Dec 01 15:41:55 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:41:55 user nova-compute[75223]:     </video>
Dec 01 15:41:55 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:41:55 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:41:55 user nova-compute[75223]:     </rng>
Dec 01 15:41:55 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:41:55 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:41:55 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:41:55 user nova-compute[75223]:     </memballoon>
Dec 01 15:41:55 user nova-compute[75223]:   </devices>
Dec 01 15:41:55 user nova-compute[75223]: </domain>
Dec 01 15:41:55 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1543781196',display_name='tempest-tempest.common.compute-instance-1543781196',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1543781196',id=16,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6RbKmUJpE1iAv0fQ02aFzn0i53bLHNPgFHM2ny+HjIWLol/ZakT120LsIVjokuEHwYtbXWTZbvQ5vHFv1SW2ZwntkAYMmhCQWEHlEWWMlLeSkizIfx7z+x3XrCBf1iLw==',key_name='tempest-keypair-1455037320',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-ccbs2xg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=a7632015-1fa7-4ab4-9da9-2bfb45ce55bf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG os_vif [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f68641eb-2e5e-501a-b55f-498f3eb87d0b', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap22261489-9d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap22261489-9d, col_values=(('qos', UUID('2a9014f9-5f42-44d4-85f5-bf4ee0051d3f')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap22261489-9d, col_values=(('external_ids', {'iface-id': '22261489-9d86-4cbb-bb67-ec40647e6700', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:0d:f5', 'vm-uuid': 'a7632015-1fa7-4ab4-9da9-2bfb45ce55bf'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:55 user nova-compute[75223]: INFO os_vif [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d')
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No VIF found with MAC fa:16:3e:01:0d:f5, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updated VIF entry in instance network info cache for port 22261489-9d86-4cbb-bb67-ec40647e6700. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updating instance_info_cache with network_info: [{"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-edf1a00b-1d7a-42d1-9884-3cad939c1678 req-faa3342c-a96e-45f5-9f44-24b94cc114ee service nova] Releasing lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:55 user nova-compute[75223]: INFO nova.compute.manager [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Unshelving
Dec 01 15:41:56 user nova-compute[75223]: INFO nova.virt.block_device [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Booting with volume 8c741127-d068-4d81-bbd0-1d78af753a2f at /dev/vdc
Dec 01 15:41:56 user nova-compute[75223]: DEBUG os_brick.utils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d789c31a-1c3b-4412-84a2-3e954197d488]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[32d632f9-b7a9-46b6-9ab7-e9e23f01236c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4906bd0d-2194-443b-a045-0610a22e9c55]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[150a0a57-548c-4973-97f0-5e63c57a59cb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:56 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:41:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aafd2046-e9c6-4dce-bf2c-d82bb4ac55da]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG os_brick.utils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating existing volume attachment record: 8ce8f054-b2db-40b0-b3f6-1b7ab52d1a43 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-6b256d90-d025-4a0a-88fc-59b0c46c246a req-cb356a0b-ff73-4644-8546-33339f4241e0 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6b256d90-d025-4a0a-88fc-59b0c46c246a req-cb356a0b-ff73-4644-8546-33339f4241e0 service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6b256d90-d025-4a0a-88fc-59b0c46c246a req-cb356a0b-ff73-4644-8546-33339f4241e0 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6b256d90-d025-4a0a-88fc-59b0c46c246a req-cb356a0b-ff73-4644-8546-33339f4241e0 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-6b256d90-d025-4a0a-88fc-59b0c46c246a req-cb356a0b-ff73-4644-8546-33339f4241e0 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:57 user nova-compute[75223]: WARNING nova.compute.manager [req-6b256d90-d025-4a0a-88fc-59b0c46c246a req-cb356a0b-ff73-4644-8546-33339f4241e0 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received unexpected event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with vm_state building and task_state spawning.
Dec 01 15:41:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG nova.objects.instance [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lazy-loading 'flavor' on Instance uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:58 user nova-compute[75223]: INFO nova.compute.manager [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Attaching volume 3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 to /dev/vdb
Dec 01 15:41:58 user nova-compute[75223]: DEBUG os_brick.utils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffa0d0b9-8f7a-4ea5-8494-fcf93a9f0880]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d49476ef-6fbb-4821-ac04-4b727957c8d9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d1bbfbf-8938-4895-a5e4-54eb49527fae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[52074612-0d62-47a1-837b-2dbab40e1f0c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:41:58 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:41:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed296329-47dd-4638-b119-25ef5ca7d5e0]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG os_brick.utils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:41:58 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating existing volume attachment record: d7b194e1-5e50-4984-a09a-9b8cb0c36943 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-a7dbbc59-bb15-4696-a0df-954007b27bf8 req-a94cd642-a1a1-4d04-a25a-8267faac3d0b service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a7dbbc59-bb15-4696-a0df-954007b27bf8 req-a94cd642-a1a1-4d04-a25a-8267faac3d0b service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a7dbbc59-bb15-4696-a0df-954007b27bf8 req-a94cd642-a1a1-4d04-a25a-8267faac3d0b service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a7dbbc59-bb15-4696-a0df-954007b27bf8 req-a94cd642-a1a1-4d04-a25a-8267faac3d0b service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-a7dbbc59-bb15-4696-a0df-954007b27bf8 req-a94cd642-a1a1-4d04-a25a-8267faac3d0b service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:41:59 user nova-compute[75223]: WARNING nova.compute.manager [req-a7dbbc59-bb15-4696-a0df-954007b27bf8 req-a94cd642-a1a1-4d04-a25a-8267faac3d0b service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received unexpected event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with vm_state building and task_state spawning.
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:41:59 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance spawned successfully.
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:41:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:41:59 user nova-compute[75223]: INFO nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Took 6.38 seconds to spawn the instance on the hypervisor.
Dec 01 15:41:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:41:59 user nova-compute[75223]: INFO nova.compute.manager [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Took 7.19 seconds to build instance.
Dec 01 15:41:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5e022a6a-96a8-43f7-a1f6-6c7ba90ba6a7 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.311s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:00 user nova-compute[75223]: INFO nova.compute.manager [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Detaching volume 572621d4-7f4a-424e-a3ce-b13df650274b
Dec 01 15:42:00 user nova-compute[75223]: INFO nova.virt.block_device [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Attempting to driver detach volume 572621d4-7f4a-424e-a3ce-b13df650274b from mountpoint /dev/vdb
Dec 01 15:42:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Attempting to detach device vdb from instance 4151e905-c32b-4050-8cae-0d59570332f6 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:42:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:42:00 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:42:00 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:42:00 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:42:00 user nova-compute[75223]:   <serial>572621d4-7f4a-424e-a3ce-b13df650274b</serial>
Dec 01 15:42:00 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:42:00 user nova-compute[75223]: </disk>
Dec 01 15:42:00 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:42:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully detached device vdb from instance 4151e905-c32b-4050-8cae-0d59570332f6 from the persistent domain config.
Dec 01 15:42:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4151e905-c32b-4050-8cae-0d59570332f6 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:42:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:42:00 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:42:00 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:42:00 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:42:00 user nova-compute[75223]:   <serial>572621d4-7f4a-424e-a3ce-b13df650274b</serial>
Dec 01 15:42:00 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:42:00 user nova-compute[75223]: </disk>
Dec 01 15:42:00 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:42:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4151e905-c32b-4050-8cae-0d59570332f6 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:42:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updating instance_info_cache with network_info: [{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'pci_requests' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'numa_topology' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:42:06 user nova-compute[75223]: INFO nova.compute.claims [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Claim successful on node user
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:42:06 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.687s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:07 user nova-compute[75223]: INFO nova.network.neutron [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating port f6767947-1d51-44f0-8ecc-99ace3b2de6a with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquired lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG nova.network.neutron [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-changed-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Refreshing instance network info cache due to event network-changed-f6767947-1d51-44f0-8ecc-99ace3b2de6a. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] Acquiring lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Releasing lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:42:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Creating image(s)
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'trusted_certs' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] Acquired lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Refreshing network info cache for port f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG nova.objects.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<363f8952-415e-47ce-97fe-ffe5f3ba9ff6> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "40e31163401496f771b48bf409a0a245cc2d6414" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "40e31163401496f771b48bf409a0a245cc2d6414" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.880s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.part --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG nova.virt.images [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] b6a0c751-0a4f-47be-aefc-c69338ce98f3 was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.part /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updated VIF entry in instance network info cache for port f6767947-1d51-44f0-8ecc-99ace3b2de6a. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-693f6f4b-a288-45c6-be6e-02197f17b83f req-1f6e44aa-e8ac-49bd-8b86-13d30f80b6f7 service nova] Releasing lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.part /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.converted" returned: 0 in 0.346s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414.converted --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "40e31163401496f771b48bf409a0a245cc2d6414" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.552s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414 --force-share --output=json" returned: 0 in 0.267s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "40e31163401496f771b48bf409a0a245cc2d6414" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "40e31163401496f771b48bf409a0a245cc2d6414" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414 --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414,backing_fmt=raw /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414,backing_fmt=raw /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk 1073741824" returned: 0 in 0.059s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "40e31163401496f771b48bf409a0a245cc2d6414" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414 --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'migration_context' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG nova.objects.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<363f8952-415e-47ce-97fe-ffe5f3ba9ff6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Rebasing disk image.
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 -F raw /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:11 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:11 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7419MB free_disk=25.441341400146484GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 4151e905-c32b-4050-8cae-0d59570332f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (e8810a44-7c2e-4f8d-bac2-3b6ae207a446): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:42:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquired lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'info_cache' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG nova.objects.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:42:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.228s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Releasing lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance destroyed successfully.
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'resources' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:40:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_vif [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap705cccc6-30, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=646e1d41-a2cd-4cb0-adb5-238d6c4a8c39) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:13 user nova-compute[75223]: INFO os_vif [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30')
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZXtFGiBy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7e7c3c0-2fca-4a74-833a-008a71c89fa3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:42:13 user nova-compute[75223]: No targets found.
Dec 01 15:42:13 user nova-compute[75223]: iSNS:
Dec 01 15:42:13 user nova-compute[75223]: No targets found.
Dec 01 15:42:13 user nova-compute[75223]: STATIC:
Dec 01 15:42:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b
Dec 01 15:42:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:42:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:42:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:13 user nova-compute[75223]: FIRMWARE:
Dec 01 15:42:13 user nova-compute[75223]: No targets found.
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:42:13 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:42:13 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[539eb77c-3a28-4335-a56a-d9654518ffec]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d52d5b70-c450-45ee-a320-505c33bb988a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:13 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:13 user nova-compute[75223]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f45263b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.037s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1738d64-2131-4585-8253-9b5b0dfb4c29]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3302e9b-51c1-42bd-8922-811319bf6158]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8793f225-8087-4fc1-8cd9-24cf0af56ead]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[396ddade-4212-4b7f-bef6-feffa3badd79]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 -F raw /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk" returned: 0 in 2.750s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Ensure instance console log exists: /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Start _get_guest_xml network_info=[{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='2e41d37b98a02d72325a96797184edf7',container_format='bare',created_at=2023-12-01T15:40:03Z,direct_url=<?>,disk_format='qcow2',id=b6a0c751-0a4f-47be-aefc-c69338ce98f3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-363746459-shelved',owner='12b386d4eba248328f062c861d22cc85',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-01T15:40:10Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FSKLAtYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '363f8952-415e-47ce-97fe-ffe5f3ba9ff6', 'attached_at': '', 'detached_at': '', 'volume_id': '8c741127-d068-4d81-bbd0-1d78af753a2f', 'serial': '8c741127-d068-4d81-bbd0-1d78af753a2f'}, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/vdc', 'attachment_id': '8ce8f054-b2db-40b0-b3f6-1b7ab52d1a43', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6ca6c95-e76b-45f5-a13d-bb7889dee9a3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2e41d37b98a02d72325a96797184edf7',container_format='bare',created_at=2023-12-01T15:40:03Z,direct_url=<?>,disk_format='qcow2',id=b6a0c751-0a4f-47be-aefc-c69338ce98f3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-363746459-shelved',owner='12b386d4eba248328f062c861d22cc85',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-12-01T15:40:10Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'vcpu_model' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<363f8952-415e-47ce-97fe-ffe5f3ba9ff6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FSKLAtYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2bbfa42-7b06-49e7-823f-8cc2d5f09bfd]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]
Dec 01 15:42:13 user nova-compute[75223]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2541eb2-3b83-4f7c-a62a-6af1716d1221]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.339s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== disconnect_volume: return (341ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.036s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:13 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Start _get_guest_xml network_info=[{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZXtFGiBy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '49e0984e-88b5-42c8-a435-f9980b3fe641', 'attached_at': '', 'detached_at': '', 'volume_id': '5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'serial': '5db3edaa-f5f9-41b7-900f-622e6c5c0374'}, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': '946233ee-ca46-4018-9530-aaeeaf3c85bc', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'numa_topology' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eb42a63-445d-40ea-ad4b-9a76cb697a37]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:42:13 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'vcpu_model' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9982b0ab-7057-4d50-8671-b4c1bbc434b6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f] added
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.objects.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZXtFGiBy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2908f401-f928-4ea9-b713-b3b1a04082e1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82ad5c5-bbc7-4aea-bdfe-c7083e5b0ec6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FSKLAtYp {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FSKLAtYp" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b76c546-8ac1-44b9-aab4-90238b0878cb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FSKLAtYp'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[096005eb-8e12-479c-82ed-84f0cc27239e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1b2ffcc-f3fc-4183-8cd3-8f7fd34f8bc3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[590d109f-cff9-447d-a9c4-0610d668013e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260]
Dec 01 15:42:13 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260] successful.
Dec 01 15:42:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c633d2-8323-41fc-9b23-382ddb9fa65e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab5d3c39-8473-43e2-8974-9f5bb6634fbd]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:14 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:14 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:14 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:14 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] HCTL ('33', '-', '-', 0) found on session 11 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8920c5-311b-469c-aa71-aa44e0dbd363]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:42:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching for a device in session 11 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FSKLAtYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] <== connect_volume: return (1368ms) {'type': 'block', 'scsi_wwn': '23134373764396339', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23134373764396339', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 1.236s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:15 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:15 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0f69059-6b7e-464a-8cf3-055f51dc89ce]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:42:15 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-363746459',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-363746459',id=6,image_ref='b6a0c751-0a4f-47be-aefc-c69338ce98f3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1642073624',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-jnrjfm01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member',shelved_at='2023-12-01T15:40:09.748909',shelved_host='user',shelved_image_id='b6a0c751-0a4f-47be-aefc-c69338ce98f3'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=363f8952-415e-47ce-97fe-ffe5f3ba9ff6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'pci_devices' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e85bf9-23bf-423e-a7cc-3759b433d600]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374] added
Dec 01 15:42:15 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.objects.base [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<363f8952-415e-47ce-97fe-ffe5f3ba9ff6> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:42:15 user nova-compute[75223]:   <uuid>363f8952-415e-47ce-97fe-ffe5f3ba9ff6</uuid>
Dec 01 15:42:15 user nova-compute[75223]:   <name>instance-00000006</name>
Dec 01 15:42:15 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:42:15 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:42:15 user nova-compute[75223]:   <metadata>
Dec 01 15:42:15 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:42:15 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:42:15 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-363746459</nova:name>
Dec 01 15:42:15 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:42:13</nova:creationTime>
Dec 01 15:42:15 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:42:15 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:42:15 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:42:15 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:42:15 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:42:15 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:42:15 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:42:15 user nova-compute[75223]:       <nova:owner>
Dec 01 15:42:15 user nova-compute[75223]:         <nova:user uuid="1c3011c28d7c4f61af61c5d89043e245">tempest-AttachVolumeShelveTestJSON-474565575-project-member</nova:user>
Dec 01 15:42:15 user nova-compute[75223]:         <nova:project uuid="12b386d4eba248328f062c861d22cc85">tempest-AttachVolumeShelveTestJSON-474565575</nova:project>
Dec 01 15:42:15 user nova-compute[75223]:       </nova:owner>
Dec 01 15:42:15 user nova-compute[75223]:       <nova:root type="image" uuid="b6a0c751-0a4f-47be-aefc-c69338ce98f3"/>
Dec 01 15:42:15 user nova-compute[75223]:       <nova:ports>
Dec 01 15:42:15 user nova-compute[75223]:         <nova:port uuid="f6767947-1d51-44f0-8ecc-99ace3b2de6a">
Dec 01 15:42:15 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 15:42:15 user nova-compute[75223]:         </nova:port>
Dec 01 15:42:15 user nova-compute[75223]:       </nova:ports>
Dec 01 15:42:15 user nova-compute[75223]:     </nova:instance>
Dec 01 15:42:15 user nova-compute[75223]:   </metadata>
Dec 01 15:42:15 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:42:15 user nova-compute[75223]:     <system>
Dec 01 15:42:15 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:42:15 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:42:15 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:42:15 user nova-compute[75223]:       <entry name="serial">363f8952-415e-47ce-97fe-ffe5f3ba9ff6</entry>
Dec 01 15:42:15 user nova-compute[75223]:       <entry name="uuid">363f8952-415e-47ce-97fe-ffe5f3ba9ff6</entry>
Dec 01 15:42:15 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:42:15 user nova-compute[75223]:     </system>
Dec 01 15:42:15 user nova-compute[75223]:   </sysinfo>
Dec 01 15:42:15 user nova-compute[75223]:   <os>
Dec 01 15:42:15 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:42:15 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:42:15 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:42:15 user nova-compute[75223]:   </os>
Dec 01 15:42:15 user nova-compute[75223]:   <features>
Dec 01 15:42:15 user nova-compute[75223]:     <acpi/>
Dec 01 15:42:15 user nova-compute[75223]:     <apic/>
Dec 01 15:42:15 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:42:15 user nova-compute[75223]:   </features>
Dec 01 15:42:15 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:42:15 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:42:15 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:42:15 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:42:15 user nova-compute[75223]:   </clock>
Dec 01 15:42:15 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:42:15 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:42:15 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:42:15 user nova-compute[75223]:   </cpu>
Dec 01 15:42:15 user nova-compute[75223]:   <devices>
Dec 01 15:42:15 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:42:15 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:42:15 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk"/>
Dec 01 15:42:15 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:42:15 user nova-compute[75223]:     </disk>
Dec 01 15:42:15 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:42:15 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:42:15 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 15:42:15 user nova-compute[75223]:       <target dev="vdc" bus="virtio"/>
Dec 01 15:42:15 user nova-compute[75223]:       <serial>8c741127-d068-4d81-bbd0-1d78af753a2f</serial>
Dec 01 15:42:15 user nova-compute[75223]:     </disk>
Dec 01 15:42:15 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:42:15 user nova-compute[75223]:       <mac address="fa:16:3e:e6:3e:ba"/>
Dec 01 15:42:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:15 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:42:15 user nova-compute[75223]:       <target dev="tapf6767947-1d"/>
Dec 01 15:42:15 user nova-compute[75223]:     </interface>
Dec 01 15:42:15 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:42:15 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/console.log" append="off"/>
Dec 01 15:42:15 user nova-compute[75223]:     </serial>
Dec 01 15:42:15 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:42:15 user nova-compute[75223]:     <video>
Dec 01 15:42:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:15 user nova-compute[75223]:     </video>
Dec 01 15:42:15 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:42:15 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:42:15 user nova-compute[75223]:     </rng>
Dec 01 15:42:15 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:42:15 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:42:15 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:42:15 user nova-compute[75223]:     </memballoon>
Dec 01 15:42:15 user nova-compute[75223]:   </devices>
Dec 01 15:42:15 user nova-compute[75223]: </domain>
Dec 01 15:42:15 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-363746459',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-363746459',id=6,image_ref='b6a0c751-0a4f-47be-aefc-c69338ce98f3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1642073624',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-jnrjfm01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member',shelved_at='2023-12-01T15:40:09.748909',shelved_host='user',shelved_image_id='b6a0c751-0a4f-47be-aefc-c69338ce98f3'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=363f8952-415e-47ce-97fe-ffe5f3ba9ff6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_vif [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b2043a42-2e94-5036-9764-c8e876ea2ad2', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf6767947-1d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf6767947-1d, col_values=(('qos', UUID('816ab033-6d6d-467c-aff5-96c90e024d2a')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf6767947-1d, col_values=(('external_ids', {'iface-id': 'f6767947-1d51-44f0-8ecc-99ace3b2de6a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e6:3e:ba', 'vm-uuid': '363f8952-415e-47ce-97fe-ffe5f3ba9ff6'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[54558ab7-86d2-42a2-b175-8c12017cec09]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:15 user nova-compute[75223]: INFO os_vif [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d')
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf691aa-0ad0-4459-a4f0-b00880ea2fd1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZXtFGiBy {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZXtFGiBy" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[96fc0bc0-3a66-4e0b-9aee-6f9f1a15d56d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZXtFGiBy'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5afb663d-aa9d-4bfa-a504-1dd3f12b3828]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No VIF found with MAC fa:16:3e:e6:3e:ba, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[675ef599-d6d6-4e4e-8d54-354d51f89310]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:15 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:15 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --login" returned: 0 in 0.145s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1012b7e-6492-402d-8a93-b1179ff7b038]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]
Dec 01 15:42:15 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.
Dec 01 15:42:15 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[290128b0-d3ed-42e9-aac4-14e5252aec28]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[31867f01-182e-49ab-b885-70bf3dcb7391]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:15 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:15 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:15 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.399s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] HCTL ('36', '-', '-', 0) found on session 12 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9efe5c09-70d8-4184-a081-1bd65e777f75]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching for a device in session 12 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZXtFGiBy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:15 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.433s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== connect_volume: return (2670ms) {'type': 'block', 'scsi_wwn': '23962646338336436', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962646338336436', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.903s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:16 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:16 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[556e7e65-92cd-4c9f-9b13-d4cfb969d706]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:42:16 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:40:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'pci_devices' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6de07941-e584-482d-bf64-ad8085037b68]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93] added
Dec 01 15:42:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG nova.objects.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:42:16 user nova-compute[75223]:   <uuid>49e0984e-88b5-42c8-a435-f9980b3fe641</uuid>
Dec 01 15:42:16 user nova-compute[75223]:   <name>instance-00000007</name>
Dec 01 15:42:16 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:42:16 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:42:16 user nova-compute[75223]:   <metadata>
Dec 01 15:42:16 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:42:16 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:42:16 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeTestJSON-server-731673412</nova:name>
Dec 01 15:42:16 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:42:13</nova:creationTime>
Dec 01 15:42:16 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:42:16 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:42:16 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:42:16 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:42:16 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:42:16 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:42:16 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:42:16 user nova-compute[75223]:       <nova:owner>
Dec 01 15:42:16 user nova-compute[75223]:         <nova:user uuid="6eff3a1cabf346afbd75fb71ca675d0d">tempest-AttachVolumeTestJSON-1572969483-project-member</nova:user>
Dec 01 15:42:16 user nova-compute[75223]:         <nova:project uuid="749298b94152490da6b45e6b2e92f0d8">tempest-AttachVolumeTestJSON-1572969483</nova:project>
Dec 01 15:42:16 user nova-compute[75223]:       </nova:owner>
Dec 01 15:42:16 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:42:16 user nova-compute[75223]:       <nova:ports>
Dec 01 15:42:16 user nova-compute[75223]:         <nova:port uuid="705cccc6-30b5-4b61-a3cb-6c759296e205">
Dec 01 15:42:16 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 15:42:16 user nova-compute[75223]:         </nova:port>
Dec 01 15:42:16 user nova-compute[75223]:       </nova:ports>
Dec 01 15:42:16 user nova-compute[75223]:     </nova:instance>
Dec 01 15:42:16 user nova-compute[75223]:   </metadata>
Dec 01 15:42:16 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:42:16 user nova-compute[75223]:     <system>
Dec 01 15:42:16 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:42:16 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:42:16 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:42:16 user nova-compute[75223]:       <entry name="serial">49e0984e-88b5-42c8-a435-f9980b3fe641</entry>
Dec 01 15:42:16 user nova-compute[75223]:       <entry name="uuid">49e0984e-88b5-42c8-a435-f9980b3fe641</entry>
Dec 01 15:42:16 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:42:16 user nova-compute[75223]:     </system>
Dec 01 15:42:16 user nova-compute[75223]:   </sysinfo>
Dec 01 15:42:16 user nova-compute[75223]:   <os>
Dec 01 15:42:16 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:42:16 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:42:16 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:42:16 user nova-compute[75223]:   </os>
Dec 01 15:42:16 user nova-compute[75223]:   <features>
Dec 01 15:42:16 user nova-compute[75223]:     <acpi/>
Dec 01 15:42:16 user nova-compute[75223]:     <apic/>
Dec 01 15:42:16 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:42:16 user nova-compute[75223]:   </features>
Dec 01 15:42:16 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:42:16 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:42:16 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:42:16 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:42:16 user nova-compute[75223]:   </clock>
Dec 01 15:42:16 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:42:16 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:42:16 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:42:16 user nova-compute[75223]:   </cpu>
Dec 01 15:42:16 user nova-compute[75223]:   <devices>
Dec 01 15:42:16 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:42:16 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:42:16 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk"/>
Dec 01 15:42:16 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:42:16 user nova-compute[75223]:     </disk>
Dec 01 15:42:16 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:42:16 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:42:16 user nova-compute[75223]:       <source dev="/dev/sde"/>
Dec 01 15:42:16 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:42:16 user nova-compute[75223]:       <serial>5db3edaa-f5f9-41b7-900f-622e6c5c0374</serial>
Dec 01 15:42:16 user nova-compute[75223]:     </disk>
Dec 01 15:42:16 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:42:16 user nova-compute[75223]:       <mac address="fa:16:3e:ff:bc:95"/>
Dec 01 15:42:16 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:16 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:42:16 user nova-compute[75223]:       <target dev="tap705cccc6-30"/>
Dec 01 15:42:16 user nova-compute[75223]:     </interface>
Dec 01 15:42:16 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:42:16 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/console.log" append="off"/>
Dec 01 15:42:16 user nova-compute[75223]:     </serial>
Dec 01 15:42:16 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:42:16 user nova-compute[75223]:     <video>
Dec 01 15:42:16 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:16 user nova-compute[75223]:     </video>
Dec 01 15:42:16 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:42:16 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:42:16 user nova-compute[75223]:     </rng>
Dec 01 15:42:16 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:42:16 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:42:16 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:42:16 user nova-compute[75223]:     </memballoon>
Dec 01 15:42:16 user nova-compute[75223]:   </devices>
Dec 01 15:42:16 user nova-compute[75223]: </domain>
Dec 01 15:42:16 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.041s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e91844-062d-424b-99d3-08a129b6db5d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cebf2f69-bce6-446f-a560-c583dba60fa8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iQOtJMsN {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iQOtJMsN" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aceb6ba-9f44-448d-9564-f96828415069]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iQOtJMsN'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e241513-1040-4907-9bf0-349b1551757b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[140f3c1b-9f29-435d-a5ec-9f8fcd324ee3]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca5a7a95-a9e2-4052-9cd6-530eb5481805]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]
Dec 01 15:42:16 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.
Dec 01 15:42:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b277ab56-3115-4988-b3fb-d806f4333a34]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[da0c872f-15f8-472b-8d7e-0d1b36185211]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.396s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] HCTL ('37', '-', '-', 0) found on session 13 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8c2170-f4d5-43e0-ab2e-ddfe9257df98]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching for a device in session 13 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:42:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'trusted_certs' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.objects.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-baf4f3f1-1bbe-401d-9b4d-1f79259cec01 req-359e15ae-28db-469e-a01d-49d9cfdb7321 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-baf4f3f1-1bbe-401d-9b4d-1f79259cec01 req-359e15ae-28db-469e-a01d-49d9cfdb7321 service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-baf4f3f1-1bbe-401d-9b4d-1f79259cec01 req-359e15ae-28db-469e-a01d-49d9cfdb7321 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-baf4f3f1-1bbe-401d-9b4d-1f79259cec01 req-359e15ae-28db-469e-a01d-49d9cfdb7321 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-baf4f3f1-1bbe-401d-9b4d-1f79259cec01 req-359e15ae-28db-469e-a01d-49d9cfdb7321 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:17 user nova-compute[75223]: WARNING nova.compute.manager [req-baf4f3f1-1bbe-401d-9b4d-1f79259cec01 req-359e15ae-28db-469e-a01d-49d9cfdb7321 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received unexpected event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.219s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Cannot resize image /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'migration_context' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.objects.base [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:40:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG os_vif [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9d15dfd-e904-5213-9084-9c5a7d3c7b5c', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap705cccc6-30, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap705cccc6-30, col_values=(('qos', UUID('7377b005-cde5-4c1e-96ed-f3bab13f1191')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap705cccc6-30, col_values=(('external_ids', {'iface-id': '705cccc6-30b5-4b61-a3cb-6c759296e205', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:bc:95', 'vm-uuid': '49e0984e-88b5-42c8-a435-f9980b3fe641'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:17 user nova-compute[75223]: INFO os_vif [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30')
Dec 01 15:42:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.436s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== connect_volume: return (2339ms) {'type': 'block', 'scsi_wwn': '23563346231353532', 'path': '/dev/sdf'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563346231353532', 'path': '/dev/sdf'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lazy-loading 'flavor' on Instance uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:42:17 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:42:17 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:42:17 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:42:17 user nova-compute[75223]:   <serial>3d6bcff1-aa37-4efc-8d2c-d123d7c59f93</serial>
Dec 01 15:42:17 user nova-compute[75223]: </disk>
Dec 01 15:42:17 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:18 user nova-compute[75223]: INFO nova.compute.manager [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Terminating instance
Dec 01 15:42:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No VIF found with MAC fa:16:3e:28:70:ff, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:42:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:42:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance spawned successfully.
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7665f5a2-eef9-47a4-9f31-1d1541c6af55 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 20.440s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-6e944737-c591-4735-83da-c474d73f052e req-1794e81c-70f4-423b-8b57-4afc0c82a0d9 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-vif-unplugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6e944737-c591-4735-83da-c474d73f052e req-1794e81c-70f4-423b-8b57-4afc0c82a0d9 service nova] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6e944737-c591-4735-83da-c474d73f052e req-1794e81c-70f4-423b-8b57-4afc0c82a0d9 service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6e944737-c591-4735-83da-c474d73f052e req-1794e81c-70f4-423b-8b57-4afc0c82a0d9 service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-6e944737-c591-4735-83da-c474d73f052e req-1794e81c-70f4-423b-8b57-4afc0c82a0d9 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] No waiting events found dispatching network-vif-unplugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-6e944737-c591-4735-83da-c474d73f052e req-1794e81c-70f4-423b-8b57-4afc0c82a0d9 service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-vif-unplugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9ea42a4-8d71-4727-a568-83d53ec50380 req-36faf160-512d-4f6a-adb9-3aed57aae326 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9ea42a4-8d71-4727-a568-83d53ec50380 req-36faf160-512d-4f6a-adb9-3aed57aae326 service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9ea42a4-8d71-4727-a568-83d53ec50380 req-36faf160-512d-4f6a-adb9-3aed57aae326 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9ea42a4-8d71-4727-a568-83d53ec50380 req-36faf160-512d-4f6a-adb9-3aed57aae326 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9ea42a4-8d71-4727-a568-83d53ec50380 req-36faf160-512d-4f6a-adb9-3aed57aae326 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:19 user nova-compute[75223]: WARNING nova.compute.manager [req-b9ea42a4-8d71-4727-a568-83d53ec50380 req-36faf160-512d-4f6a-adb9-3aed57aae326 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received unexpected event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cf70397f-649f-49b6-a0b2-63a03bcd1892 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 23.834s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Instance destroyed successfully.
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lazy-loading 'resources' on Instance uuid 46db93b1-6e58-4cfc-a29a-5c9757a0a07a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:39:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1468834779',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1468834779',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1468834',id=11,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLsEv60s+Au1RtO+A5ySj+qHyFf0pFtQOa7b0PRqt9a12Fi2RKUXKIk7AzMq0cAdqJhffIaiQupi9SIu2tRBRjQL9GQtYJvtPIoYpWShWW/a6U7UArgJEsSvULRWZ8yY9w==',key_name='tempest-keypair-987957255',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5a6d94af8a704617a263070a98c1c4c4',ramdisk_id='',reservation_id='r-3y75dp5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1625482172',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c388a5043b264f8ab270f4b5784df19c',uuid=46db93b1-6e58-4cfc-a29a-5c9757a0a07a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Converting VIF {"id": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "address": "fa:16:3e:ea:6f:77", "network": {"id": "a506653a-e131-4a2b-8453-574718b5e844", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-282789302-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5a6d94af8a704617a263070a98c1c4c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap698be3cc-70", "ovs_interfaceid": "698be3cc-7082-4724-b5c7-a2014de2d9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ea:6f:77,bridge_name='br-int',has_traffic_filtering=True,id=698be3cc-7082-4724-b5c7-a2014de2d9e0,network=Network(a506653a-e131-4a2b-8453-574718b5e844),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap698be3cc-70') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG os_vif [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:6f:77,bridge_name='br-int',has_traffic_filtering=True,id=698be3cc-7082-4724-b5c7-a2014de2d9e0,network=Network(a506653a-e131-4a2b-8453-574718b5e844),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap698be3cc-70') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap698be3cc-70, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1f6a1dc7-0ead-43f8-9a3a-d8490b7696ed) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:19 user nova-compute[75223]: INFO os_vif [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ea:6f:77,bridge_name='br-int',has_traffic_filtering=True,id=698be3cc-7082-4724-b5c7-a2014de2d9e0,network=Network(a506653a-e131-4a2b-8453-574718b5e844),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap698be3cc-70')
Dec 01 15:42:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Deleting instance files /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a_del
Dec 01 15:42:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Deletion of /opt/stack/data/nova/instances/46db93b1-6e58-4cfc-a29a-5c9757a0a07a_del complete
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:20 user nova-compute[75223]: INFO nova.compute.manager [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Took 1.31 seconds to destroy the instance on the hypervisor.
Dec 01 15:42:20 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:42:20 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:42:20 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:42:20 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4151e905-c32b-4050-8cae-0d59570332f6 is timed out.
Dec 01 15:42:20 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully detached device vdb from instance 4151e905-c32b-4050-8cae-0d59570332f6 from the live domain config.
Dec 01 15:42:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:42:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QlzqTsbu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:20 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[09906ef1-25ed-4f39-bb59-d5299cf6d3e6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:42:21 user nova-compute[75223]: No targets found.
Dec 01 15:42:21 user nova-compute[75223]: iSNS:
Dec 01 15:42:21 user nova-compute[75223]: No targets found.
Dec 01 15:42:21 user nova-compute[75223]: STATIC:
Dec 01 15:42:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:42:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:42:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b
Dec 01 15:42:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:42:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:42:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:21 user nova-compute[75223]: FIRMWARE:
Dec 01 15:42:21 user nova-compute[75223]: No targets found.
Dec 01 15:42:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:42:21 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:42:21 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9646d6cd-6cc8-4b34-9684-f363e2e48883]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2211ad7-d1c2-4859-8365-ec7eee1ef9fe]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:21 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45dad40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae1979f4-86e4-46a5-a1c2-45673fd85374]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75f827d5-0b32-4064-8d32-f4732acd6921]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[865c7162-c1ac-4944-a136-181bcd3e1113]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[35ffda36-0540-4797-a1b9-268d0e378991]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5768eb2b-4f5c-4488-9e92-fe780072390e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdfb9b96-c864-4ae2-b2af-d48045a91c75]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260]
Dec 01 15:42:21 user nova-compute[75223]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b, portal: 172.16.0.220,3260] successful.
Dec 01 15:42:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Acquiring lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] No waiting events found dispatching network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:21 user nova-compute[75223]: WARNING nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received unexpected event network-vif-plugged-698be3cc-7082-4724-b5c7-a2014de2d9e0 for instance with vm_state active and task_state deleting.
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:21 user nova-compute[75223]: WARNING nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state stopped and task_state powering-on.
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:21 user nova-compute[75223]: WARNING nova.compute.manager [req-8a4030bc-cbc8-4f30-bc6e-69aa27287a11 req-25e83a77-3e11-4672-acdf-44493e5357ec service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state stopped and task_state powering-on.
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:21 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Took 1.22 seconds to deallocate network for instance.
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.046s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f59d86b0-a04b-47f7-a639-91f128050e2c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== disconnect_volume: return (371ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Stashing vm_state: active {{(pid=75223) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.506s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.094s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:21 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Deleted allocations for instance 46db93b1-6e58-4cfc-a29a-5c9757a0a07a
Dec 01 15:42:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:42:21 user nova-compute[75223]: INFO nova.compute.claims [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Claim successful on node user
Dec 01 15:42:21 user nova-compute[75223]: INFO nova.compute.resource_tracker [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating resource usage from migration b60cb66b-f3c6-479c-86f1-55528b459dc6
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e502e30a-e1ba-4c94-be4c-3183249a9fd3 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172 tempest-TestServerVolumeAttachScenarioOldVersion-1625482172-project-member] Lock "46db93b1-6e58-4cfc-a29a-5c9757a0a07a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.243s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:42:22 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance rebooted successfully.
Dec 01 15:42:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8dbf37c5-8658-4215-abbb-c69756e733e5 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'flavor' on Instance uuid 4151e905-c32b-4050-8cae-0d59570332f6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e6c49b8f-b10c-4f8f-8605-9ba28594d7f9 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.100s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.967s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:22 user nova-compute[75223]: INFO nova.compute.manager [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Terminating instance
Dec 01 15:42:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.616s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:22 user nova-compute[75223]: INFO nova.compute.manager [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Migrating
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:22 user nova-compute[75223]: INFO nova.compute.rpcapi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:42:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Instance destroyed successfully.
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.objects.instance [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'resources' on Instance uuid 4151e905-c32b-4050-8cae-0d59570332f6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:39:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-693804790',display_name='tempest-VolumesSnapshotTestJSON-instance-693804790',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-693804790',id=12,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK8Ftxu+P0aRHvixeMNeD03wXaxsW0EE0wcRjS4KNHdypxPrWjx3g7cuK/r2z5ffpxEbKeLGKWNc+aWCjIGbVwb14idWGS+tfMhC5k9jSgchS9XTE3i0qdc9YWwaSNtp1Q==',key_name='tempest-keypair-1838422772',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:39:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='30bb9f9dd9644b0693a630b3f0a9d322',ramdisk_id='',reservation_id='r-rhwnmtwc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-154577618',owner_user_name='tempest-VolumesSnapshotTestJSON-154577618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea8695983022456b91df0717506f476f',uuid=4151e905-c32b-4050-8cae-0d59570332f6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converting VIF {"id": "e13308d3-f48b-4306-bb31-5b18a956720c", "address": "fa:16:3e:5f:6c:d5", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape13308d3-f4", "ovs_interfaceid": "e13308d3-f48b-4306-bb31-5b18a956720c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5f:6c:d5,bridge_name='br-int',has_traffic_filtering=True,id=e13308d3-f48b-4306-bb31-5b18a956720c,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape13308d3-f4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_vif [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:6c:d5,bridge_name='br-int',has_traffic_filtering=True,id=e13308d3-f48b-4306-bb31-5b18a956720c,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape13308d3-f4') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape13308d3-f4, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=79a353e6-a962-48b4-8f36-297029e4f1c3) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: INFO os_vif [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5f:6c:d5,bridge_name='br-int',has_traffic_filtering=True,id=e13308d3-f48b-4306-bb31-5b18a956720c,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape13308d3-f4')
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QlzqTsbu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:23 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[12772363-4d22-4fca-bab0-91375ecf1b00]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:42:23 user nova-compute[75223]: No targets found.
Dec 01 15:42:23 user nova-compute[75223]: iSNS:
Dec 01 15:42:23 user nova-compute[75223]: No targets found.
Dec 01 15:42:23 user nova-compute[75223]: STATIC:
Dec 01 15:42:23 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:42:23 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:23 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:23 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:42:23 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:23 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:23 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:42:23 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:23 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:23 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:42:23 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:23 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:23 user nova-compute[75223]: FIRMWARE:
Dec 01 15:42:23 user nova-compute[75223]: No targets found.
Dec 01 15:42:23 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:42:23 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:42:23 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:572621d4-7f4a-424e-a3ce-b13df650274b', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[03a4affc-bc3e-4056-bb52-7628e337eee7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9264949-89ec-48f3-90cc-e337ccf00968]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:23 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:23 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:23 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:23 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:23 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:23 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:23 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:23 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f43a7880>, {}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Disconnecting from: [] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.084s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== disconnect_volume: return (85ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:42:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Deleting instance files /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6_del
Dec 01 15:42:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Deletion of /opt/stack/data/nova/instances/4151e905-c32b-4050-8cae-0d59570332f6_del complete
Dec 01 15:42:23 user nova-compute[75223]: INFO nova.compute.manager [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Took 1.01 seconds to destroy the instance on the hypervisor.
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] [instance: 46db93b1-6e58-4cfc-a29a-5c9757a0a07a] Received event network-vif-deleted-698be3cc-7082-4724-b5c7-a2014de2d9e0 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-vif-unplugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] No waiting events found dispatching network-vif-unplugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-vif-unplugged-e13308d3-f48b-4306-bb31-5b18a956720c for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] Acquiring lock "4151e905-c32b-4050-8cae-0d59570332f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] Lock "4151e905-c32b-4050-8cae-0d59570332f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] No waiting events found dispatching network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:23 user nova-compute[75223]: WARNING nova.compute.manager [req-d0adcddf-626b-43ee-bbd9-59c63134ccc7 req-45f2466c-6f5e-47f2-9ed5-623a4dcfbd8a service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received unexpected event network-vif-plugged-e13308d3-f48b-4306-bb31-5b18a956720c for instance with vm_state active and task_state deleting.
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Starting migrate_disk_and_power_off {{(pid=75223) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-e42cb66a-7e73-4f32-9bac-7321fec389ff req-09bc2141-5b8c-4e54-942f-02c4262897ec service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e42cb66a-7e73-4f32-9bac-7321fec389ff req-09bc2141-5b8c-4e54-942f-02c4262897ec service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e42cb66a-7e73-4f32-9bac-7321fec389ff req-09bc2141-5b8c-4e54-942f-02c4262897ec service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e42cb66a-7e73-4f32-9bac-7321fec389ff req-09bc2141-5b8c-4e54-942f-02c4262897ec service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-e42cb66a-7e73-4f32-9bac-7321fec389ff req-09bc2141-5b8c-4e54-942f-02c4262897ec service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:23 user nova-compute[75223]: WARNING nova.compute.manager [req-e42cb66a-7e73-4f32-9bac-7321fec389ff req-09bc2141-5b8c-4e54-942f-02c4262897ec service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state active and task_state resize_migrating.
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:24 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Took 0.78 seconds to deallocate network for instance.
Dec 01 15:42:24 user nova-compute[75223]: WARNING nova.volume.cinder [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Attachment 051c2d5c-d947-4fc6-a787-dcb5ba1f46a0 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 051c2d5c-d947-4fc6-a787-dcb5ba1f46a0. (HTTP 404) (Request-ID: req-011bbd2d-f661-45a4-acd1-26bb23b56a16)
Dec 01 15:42:24 user nova-compute[75223]: INFO nova.compute.manager [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Took 0.03 seconds to detach 1 volumes for instance.
Dec 01 15:42:24 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance destroyed successfully.
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:42:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1026228309-network", "vif_mac": "fa:16:3e:28:70:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1026228309-network", "vif_mac": "fa:16:3e:28:70:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_vif [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3459e9d8-5d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=418e4089-a85e-40db-a50f-02ef455bc4a3) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:24 user nova-compute[75223]: INFO os_vif [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d')
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:24 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[23e26138-2ffd-4947-8684-0595d9007627]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:42:24 user nova-compute[75223]: No targets found.
Dec 01 15:42:24 user nova-compute[75223]: iSNS:
Dec 01 15:42:24 user nova-compute[75223]: No targets found.
Dec 01 15:42:24 user nova-compute[75223]: STATIC:
Dec 01 15:42:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:42:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:42:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:42:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:42:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:42:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:42:24 user nova-compute[75223]: FIRMWARE:
Dec 01 15:42:24 user nova-compute[75223]: No targets found.
Dec 01 15:42:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:42:24 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:42:24 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ebdd1f5-abe9-4e52-b547-51df40e719d2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfd36678-7572-40ff-8303-959a111ba57a]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:24 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:24 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:24 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:24 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:24 user nova-compute[75223]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:24 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45adcf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93'): ({'sdf'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Removing single pathed devices sdf {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c8c229-87eb-46b5-a162-1ab922c00b31]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cef881d-850f-4714-ab27-5049ee2a81c1]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flushing IO for device /dev/sdf {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[55c4b8f5-2495-4d1c-ab4c-df3d3efe2ecf]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[38d083c6-48a4-48e0-8357-1266ab60b11c]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[935ccc85-ffb0-429e-8e97-28aab88fbe8c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4fe6ac5-b5ae-4e6e-a74e-7cafff96a605]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]
Dec 01 15:42:24 user nova-compute[75223]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.
Dec 01 15:42:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[22edc4bb-e1ec-4aac-8c47-ffb7395ae1a2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== disconnect_volume: return (328ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.663s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:24 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Deleted allocations for instance 4151e905-c32b-4050-8cae-0d59570332f6
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:42:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b_resize/disk /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1fcc679c-52fe-468e-a1e0-888cd08baffd tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "4151e905-c32b-4050-8cae-0d59570332f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.750s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-af9f1765-d080-42a4-8d97-9e449fa16381 req-b8d72008-6bf7-41d0-86f5-0944ff044b61 service nova] [instance: 4151e905-c32b-4050-8cae-0d59570332f6] Received event network-vif-deleted-e13308d3-f48b-4306-bb31-5b18a956720c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "cp -r /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b_resize/disk /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk" returned: 0 in 0.537s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b_resize/disk.info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk.info {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "cp -r /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b_resize/disk.info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk.info" returned: 0 in 0.039s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-66852cbc-b2d1-4c2d-a664-a3528b1187db req-09575018-c9f4-4556-a5c9-45815352bb5a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-66852cbc-b2d1-4c2d-a664-a3528b1187db req-09575018-c9f4-4556-a5c9-45815352bb5a service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-66852cbc-b2d1-4c2d-a664-a3528b1187db req-09575018-c9f4-4556-a5c9-45815352bb5a service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-66852cbc-b2d1-4c2d-a664-a3528b1187db req-09575018-c9f4-4556-a5c9-45815352bb5a service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-66852cbc-b2d1-4c2d-a664-a3528b1187db req-09575018-c9f4-4556-a5c9-45815352bb5a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:25 user nova-compute[75223]: WARNING nova.compute.manager [req-66852cbc-b2d1-4c2d-a664-a3528b1187db req-09575018-c9f4-4556-a5c9-45815352bb5a service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state active and task_state resize_migrating.
Dec 01 15:42:26 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Port 3459e9d8-5df2-4c97-8f57-8da4f19af7e8 binding to destination host user is already ACTIVE {{(pid=75223) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 01 15:42:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:26 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG os_brick.utils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c802cec3-8085-41fc-9eba-c9264cc0e403]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecae78db-7027-4264-9332-2ca9ee562b80]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f0ed875-2f43-40a6-b552-dbad412f59c8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e7e7c3-6a6a-4582-9c6e-109849a34b02]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:42:27 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:42:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[25d1826e-5009-46bb-b830-be5c390ccba6]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:42:27 user nova-compute[75223]: DEBUG os_brick.utils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Starting finish_migration {{(pid=75223) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 01 15:42:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:42:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Creating image(s)
Dec 01 15:42:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk. size=21474836480 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk 21474836480 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk 21474836480" returned: 0 in 0.057s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Ensure instance console log exists: /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Start _get_guest_xml network_info=[{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1026228309-network", "vif_mac": "fa:16:3e:28:70:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f7bbe7f1-f5e6-4c23-9186-bb845df4c84b', 'attached_at': '2023-12-01T15:42:38.000000', 'detached_at': '', 'volume_id': '3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'serial': '3d6bcff1-aa37-4efc-8d2c-d123d7c59f93'}, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': 'd5861eb7-b01e-40f0-9012-e5d3949f3a97', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:38 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:38 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:38 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:38 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:38 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a32c23a9-7e3b-47d0-bd5e-51efad231ef2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:42:38 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[77c13ede-aa77-4755-b194-ecb7f659406a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93] added
Dec 01 15:42:38 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eca748a-98e7-460a-b460-8ebcca74d08b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e1e9f5-5ff5-4ff6-8fb5-a507ea09cb12]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iQOtJMsN {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iQOtJMsN" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc60625d-a79c-4a29-936a-b67d469394d0]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iQOtJMsN'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ad7a1d0-b765-410a-831c-360146ea1e49]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4902671d-c863-4ef2-aab5-05796923ee54]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fefffaa-7198-429b-aae8-bba51b02deca]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]
Dec 01 15:42:38 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.
Dec 01 15:42:38 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd200da5-ff7c-420a-a276-084cd2a1693d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ce7f80-cb37-4b0f-8397-e1ec6d353e5c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:38 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] HCTL ('35', '-', '-', 0) found on session 14 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[60536fa3-c9a3-48f6-8bf9-6fe146fc57cd]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:42:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.323s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== connect_volume: return (1324ms) {'type': 'block', 'scsi_wwn': '23563346231353532', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563346231353532', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:42:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1026228309-network", "vif_mac": "fa:16:3e:28:70:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1026228309-network", "vif_mac": "fa:16:3e:28:70:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:42:39 user nova-compute[75223]:   <uuid>f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</uuid>
Dec 01 15:42:39 user nova-compute[75223]:   <name>instance-00000008</name>
Dec 01 15:42:39 user nova-compute[75223]:   <memory>2097152</memory>
Dec 01 15:42:39 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:42:39 user nova-compute[75223]:   <metadata>
Dec 01 15:42:39 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:42:39 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:42:39 user nova-compute[75223]:       <nova:name>tempest-ServerActionsTestOtherB-server-1282108897</nova:name>
Dec 01 15:42:39 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:42:38</nova:creationTime>
Dec 01 15:42:39 user nova-compute[75223]:       <nova:flavor name="m1.small">
Dec 01 15:42:39 user nova-compute[75223]:         <nova:memory>2048</nova:memory>
Dec 01 15:42:39 user nova-compute[75223]:         <nova:disk>20</nova:disk>
Dec 01 15:42:39 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:42:39 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:42:39 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:42:39 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:42:39 user nova-compute[75223]:       <nova:owner>
Dec 01 15:42:39 user nova-compute[75223]:         <nova:user uuid="67b831a20eee48d98934059710405413">tempest-ServerActionsTestOtherB-1971784033-project-member</nova:user>
Dec 01 15:42:39 user nova-compute[75223]:         <nova:project uuid="6d74e4b98f464e06ba037e6177875814">tempest-ServerActionsTestOtherB-1971784033</nova:project>
Dec 01 15:42:39 user nova-compute[75223]:       </nova:owner>
Dec 01 15:42:39 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:42:39 user nova-compute[75223]:       <nova:ports>
Dec 01 15:42:39 user nova-compute[75223]:         <nova:port uuid="3459e9d8-5df2-4c97-8f57-8da4f19af7e8">
Dec 01 15:42:39 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 15:42:39 user nova-compute[75223]:         </nova:port>
Dec 01 15:42:39 user nova-compute[75223]:       </nova:ports>
Dec 01 15:42:39 user nova-compute[75223]:     </nova:instance>
Dec 01 15:42:39 user nova-compute[75223]:   </metadata>
Dec 01 15:42:39 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:42:39 user nova-compute[75223]:     <system>
Dec 01 15:42:39 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:42:39 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:42:39 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:42:39 user nova-compute[75223]:       <entry name="serial">f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</entry>
Dec 01 15:42:39 user nova-compute[75223]:       <entry name="uuid">f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</entry>
Dec 01 15:42:39 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:42:39 user nova-compute[75223]:     </system>
Dec 01 15:42:39 user nova-compute[75223]:   </sysinfo>
Dec 01 15:42:39 user nova-compute[75223]:   <os>
Dec 01 15:42:39 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:42:39 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:42:39 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:42:39 user nova-compute[75223]:   </os>
Dec 01 15:42:39 user nova-compute[75223]:   <features>
Dec 01 15:42:39 user nova-compute[75223]:     <acpi/>
Dec 01 15:42:39 user nova-compute[75223]:     <apic/>
Dec 01 15:42:39 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:42:39 user nova-compute[75223]:   </features>
Dec 01 15:42:39 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:42:39 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:42:39 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:42:39 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:42:39 user nova-compute[75223]:   </clock>
Dec 01 15:42:39 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:42:39 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:42:39 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:42:39 user nova-compute[75223]:   </cpu>
Dec 01 15:42:39 user nova-compute[75223]:   <devices>
Dec 01 15:42:39 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:42:39 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:42:39 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk"/>
Dec 01 15:42:39 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:42:39 user nova-compute[75223]:     </disk>
Dec 01 15:42:39 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:42:39 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:42:39 user nova-compute[75223]:       <source dev="/dev/sdd"/>
Dec 01 15:42:39 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:42:39 user nova-compute[75223]:       <serial>3d6bcff1-aa37-4efc-8d2c-d123d7c59f93</serial>
Dec 01 15:42:39 user nova-compute[75223]:     </disk>
Dec 01 15:42:39 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:42:39 user nova-compute[75223]:       <mac address="fa:16:3e:28:70:ff"/>
Dec 01 15:42:39 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:39 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:42:39 user nova-compute[75223]:       <target dev="tap3459e9d8-5d"/>
Dec 01 15:42:39 user nova-compute[75223]:     </interface>
Dec 01 15:42:39 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:42:39 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/console.log" append="off"/>
Dec 01 15:42:39 user nova-compute[75223]:     </serial>
Dec 01 15:42:39 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:42:39 user nova-compute[75223]:     <video>
Dec 01 15:42:39 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:39 user nova-compute[75223]:     </video>
Dec 01 15:42:39 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:42:39 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:42:39 user nova-compute[75223]:     </rng>
Dec 01 15:42:39 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:42:39 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:42:39 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:42:39 user nova-compute[75223]:     </memballoon>
Dec 01 15:42:39 user nova-compute[75223]:   </devices>
Dec 01 15:42:39 user nova-compute[75223]: </domain>
Dec 01 15:42:39 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:42:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1026228309-network", "vif_mac": "fa:16:3e:28:70:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1026228309-network", "vif_mac": "fa:16:3e:28:70:ff"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG os_vif [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9a09bfc-df55-52b0-90d2-1d9e3739959c', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3459e9d8-5d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3459e9d8-5d, col_values=(('qos', UUID('fcf78a25-4385-4715-b487-fe1cd0b0cb36')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3459e9d8-5d, col_values=(('external_ids', {'iface-id': '3459e9d8-5df2-4c97-8f57-8da4f19af7e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:70:ff', 'vm-uuid': 'f7bbe7f1-f5e6-4c23-9186-bb845df4c84b'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:39 user nova-compute[75223]: INFO os_vif [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d')
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] No VIF found with MAC fa:16:3e:28:70:ff, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-824f0954-34b6-4a07-9946-66e203791bdc req-1409bd98-6576-4a47-a9c1-6316b0926a69 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-824f0954-34b6-4a07-9946-66e203791bdc req-1409bd98-6576-4a47-a9c1-6316b0926a69 service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-824f0954-34b6-4a07-9946-66e203791bdc req-1409bd98-6576-4a47-a9c1-6316b0926a69 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-824f0954-34b6-4a07-9946-66e203791bdc req-1409bd98-6576-4a47-a9c1-6316b0926a69 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.004s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-824f0954-34b6-4a07-9946-66e203791bdc req-1409bd98-6576-4a47-a9c1-6316b0926a69 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:41 user nova-compute[75223]: WARNING nova.compute.manager [req-824f0954-34b6-4a07-9946-66e203791bdc req-1409bd98-6576-4a47-a9c1-6316b0926a69 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state active and task_state resize_finish.
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:43 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:42:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance running successfully.
Dec 01 15:42:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Failed to set time: agent not configured {{(pid=75223) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 01 15:42:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3690c872-7e76-4d10-91d5-7e7cec7766e2 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] finish_migration finished successfully. {{(pid=75223) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 01 15:42:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-4e3851df-ef1a-40e6-9f29-ebad74686d22 req-60f50817-c352-4c07-a1e9-572cbd3f6534 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4e3851df-ef1a-40e6-9f29-ebad74686d22 req-60f50817-c352-4c07-a1e9-572cbd3f6534 service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4e3851df-ef1a-40e6-9f29-ebad74686d22 req-60f50817-c352-4c07-a1e9-572cbd3f6534 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4e3851df-ef1a-40e6-9f29-ebad74686d22 req-60f50817-c352-4c07-a1e9-572cbd3f6534 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-4e3851df-ef1a-40e6-9f29-ebad74686d22 req-60f50817-c352-4c07-a1e9-572cbd3f6534 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:43 user nova-compute[75223]: WARNING nova.compute.manager [req-4e3851df-ef1a-40e6-9f29-ebad74686d22 req-60f50817-c352-4c07-a1e9-572cbd3f6534 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state active and task_state resize_finish.
Dec 01 15:42:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:48 user nova-compute[75223]: INFO nova.compute.manager [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Rescuing
Dec 01 15:42:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:48 user nova-compute[75223]: DEBUG nova.network.neutron [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG nova.network.neutron [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-85888737-5bf8-483d-946d-8e0d12122769 req-dd32fba7-ac46-47e2-9cd2-9278bb8a4f7f service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-85888737-5bf8-483d-946d-8e0d12122769 req-dd32fba7-ac46-47e2-9cd2-9278bb8a4f7f service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-85888737-5bf8-483d-946d-8e0d12122769 req-dd32fba7-ac46-47e2-9cd2-9278bb8a4f7f service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-85888737-5bf8-483d-946d-8e0d12122769 req-dd32fba7-ac46-47e2-9cd2-9278bb8a4f7f service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-85888737-5bf8-483d-946d-8e0d12122769 req-dd32fba7-ac46-47e2-9cd2-9278bb8a4f7f service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:49 user nova-compute[75223]: WARNING nova.compute.manager [req-85888737-5bf8-483d-946d-8e0d12122769 req-dd32fba7-ac46-47e2-9cd2-9278bb8a4f7f service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state active and task_state rescuing.
Dec 01 15:42:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance destroyed successfully.
Dec 01 15:42:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Attempting rescue
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75223) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:42:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Creating image(s)
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.012s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.instance [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'trusted_certs' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue" returned: 0 in 0.059s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.instance [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'migration_context' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.base [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<521bb831-208c-4f84-a9ce-4a854ed3f0bd> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Start _get_guest_xml network_info=[{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:cd:f4:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.instance [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'resources' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.base [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<521bb831-208c-4f84-a9ce-4a854ed3f0bd> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.instance [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'numa_topology' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.base [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<521bb831-208c-4f84-a9ce-4a854ed3f0bd> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:50 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:50 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.instance [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'vcpu_model' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.base [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<521bb831-208c-4f84-a9ce-4a854ed3f0bd> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1687121101',display_name='tempest-ServerRescueNegativeTestJSON-server-1687121101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1687121101',id=2,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-cf02fvg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:38:20Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=521bb831-208c-4f84-a9ce-4a854ed3f0bd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:cd:f4:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:cd:f4:1d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.instance [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'pci_devices' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.objects.base [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<521bb831-208c-4f84-a9ce-4a854ed3f0bd> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:42:50 user nova-compute[75223]:   <uuid>521bb831-208c-4f84-a9ce-4a854ed3f0bd</uuid>
Dec 01 15:42:50 user nova-compute[75223]:   <name>instance-00000002</name>
Dec 01 15:42:50 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:42:50 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:42:50 user nova-compute[75223]:   <metadata>
Dec 01 15:42:50 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:42:50 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:42:50 user nova-compute[75223]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1687121101</nova:name>
Dec 01 15:42:50 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:42:50</nova:creationTime>
Dec 01 15:42:50 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:42:50 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:42:50 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:42:50 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:42:50 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:42:50 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:42:50 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:42:50 user nova-compute[75223]:       <nova:owner>
Dec 01 15:42:50 user nova-compute[75223]:         <nova:user uuid="992c1c3822394860b4c5224d6c4e8dd7">tempest-ServerRescueNegativeTestJSON-746103029-project-member</nova:user>
Dec 01 15:42:50 user nova-compute[75223]:         <nova:project uuid="29d7bed87ddd4072960db25543c73d23">tempest-ServerRescueNegativeTestJSON-746103029</nova:project>
Dec 01 15:42:50 user nova-compute[75223]:       </nova:owner>
Dec 01 15:42:50 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:42:50 user nova-compute[75223]:       <nova:ports>
Dec 01 15:42:50 user nova-compute[75223]:         <nova:port uuid="9cbe7b78-866e-4c8f-8ff6-7a89283a8f82">
Dec 01 15:42:50 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Dec 01 15:42:50 user nova-compute[75223]:         </nova:port>
Dec 01 15:42:50 user nova-compute[75223]:       </nova:ports>
Dec 01 15:42:50 user nova-compute[75223]:     </nova:instance>
Dec 01 15:42:50 user nova-compute[75223]:   </metadata>
Dec 01 15:42:50 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:42:50 user nova-compute[75223]:     <system>
Dec 01 15:42:50 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:42:50 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:42:50 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:42:50 user nova-compute[75223]:       <entry name="serial">521bb831-208c-4f84-a9ce-4a854ed3f0bd</entry>
Dec 01 15:42:50 user nova-compute[75223]:       <entry name="uuid">521bb831-208c-4f84-a9ce-4a854ed3f0bd</entry>
Dec 01 15:42:50 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:42:50 user nova-compute[75223]:     </system>
Dec 01 15:42:50 user nova-compute[75223]:   </sysinfo>
Dec 01 15:42:50 user nova-compute[75223]:   <os>
Dec 01 15:42:50 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:42:50 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:42:50 user nova-compute[75223]:   </os>
Dec 01 15:42:50 user nova-compute[75223]:   <features>
Dec 01 15:42:50 user nova-compute[75223]:     <acpi/>
Dec 01 15:42:50 user nova-compute[75223]:     <apic/>
Dec 01 15:42:50 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:42:50 user nova-compute[75223]:   </features>
Dec 01 15:42:50 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:42:50 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:42:50 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:42:50 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:42:50 user nova-compute[75223]:   </clock>
Dec 01 15:42:50 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:42:50 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:42:50 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:42:50 user nova-compute[75223]:   </cpu>
Dec 01 15:42:50 user nova-compute[75223]:   <devices>
Dec 01 15:42:50 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:42:50 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:42:50 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue"/>
Dec 01 15:42:50 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:42:50 user nova-compute[75223]:     </disk>
Dec 01 15:42:50 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:42:50 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:42:50 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk"/>
Dec 01 15:42:50 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:42:50 user nova-compute[75223]:     </disk>
Dec 01 15:42:50 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:42:50 user nova-compute[75223]:       <mac address="fa:16:3e:cd:f4:1d"/>
Dec 01 15:42:50 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:50 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:42:50 user nova-compute[75223]:       <target dev="tap9cbe7b78-86"/>
Dec 01 15:42:50 user nova-compute[75223]:     </interface>
Dec 01 15:42:50 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:42:50 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/console.log" append="off"/>
Dec 01 15:42:50 user nova-compute[75223]:     </serial>
Dec 01 15:42:50 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:42:50 user nova-compute[75223]:     <video>
Dec 01 15:42:50 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:50 user nova-compute[75223]:     </video>
Dec 01 15:42:50 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:42:50 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:42:50 user nova-compute[75223]:     </rng>
Dec 01 15:42:50 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:42:50 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:42:50 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:42:50 user nova-compute[75223]:     </memballoon>
Dec 01 15:42:50 user nova-compute[75223]:   </devices>
Dec 01 15:42:50 user nova-compute[75223]: </domain>
Dec 01 15:42:50 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:42:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance destroyed successfully.
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No VIF found with MAC fa:16:3e:cd:f4:1d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:42:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-7d2d3370-152f-45b6-9a0a-aac9479911a5 req-300f367d-02d8-454a-ac10-b383ff92fc22 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7d2d3370-152f-45b6-9a0a-aac9479911a5 req-300f367d-02d8-454a-ac10-b383ff92fc22 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7d2d3370-152f-45b6-9a0a-aac9479911a5 req-300f367d-02d8-454a-ac10-b383ff92fc22 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7d2d3370-152f-45b6-9a0a-aac9479911a5 req-300f367d-02d8-454a-ac10-b383ff92fc22 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-7d2d3370-152f-45b6-9a0a-aac9479911a5 req-300f367d-02d8-454a-ac10-b383ff92fc22 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:52 user nova-compute[75223]: WARNING nova.compute.manager [req-7d2d3370-152f-45b6-9a0a-aac9479911a5 req-300f367d-02d8-454a-ac10-b383ff92fc22 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state active and task_state rescuing.
Dec 01 15:42:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:53 user nova-compute[75223]: INFO nova.compute.manager [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Rescuing
Dec 01 15:42:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating instance_info_cache with network_info: [{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-767387c4-3479-49fc-b736-f76ce0aa9a99 req-5e7b5a74-091b-4536-84f3-ce23f1da76ab service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-767387c4-3479-49fc-b736-f76ce0aa9a99 req-5e7b5a74-091b-4536-84f3-ce23f1da76ab service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-767387c4-3479-49fc-b736-f76ce0aa9a99 req-5e7b5a74-091b-4536-84f3-ce23f1da76ab service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-767387c4-3479-49fc-b736-f76ce0aa9a99 req-5e7b5a74-091b-4536-84f3-ce23f1da76ab service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-767387c4-3479-49fc-b736-f76ce0aa9a99 req-5e7b5a74-091b-4536-84f3-ce23f1da76ab service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:53 user nova-compute[75223]: WARNING nova.compute.manager [req-767387c4-3479-49fc-b736-f76ce0aa9a99 req-5e7b5a74-091b-4536-84f3-ce23f1da76ab service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state active and task_state rescuing.
Dec 01 15:42:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:54 user nova-compute[75223]: WARNING nova.compute.manager [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state active and task_state rescuing.
Dec 01 15:42:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:54 user nova-compute[75223]: WARNING nova.compute.manager [req-cd10c89a-eaf8-4769-893f-9b74ba01fb34 req-2bd045f1-e2f0-4ef6-a891-e6ce43e523f6 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state active and task_state rescuing.
Dec 01 15:42:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:54 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance destroyed successfully.
Dec 01 15:42:54 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Attempting a stable device rescue
Dec 01 15:42:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75223) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:42:54 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Creating image(s)
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "/opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG nova.objects.instance [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'trusted_certs' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "42b6d27cded5f39b908c953f679f149c7f3621c2" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "42b6d27cded5f39b908c953f679f149c7f3621c2" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG nova.compute.manager [None req-59fa4455-a0ed-4e83-93e3-5ab6495a9940 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-5cb55c46-6e3f-4566-ac94-75f6fc4f806a req-99d382f4-52a7-4dff-b7bf-52fc78578e70 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5cb55c46-6e3f-4566-ac94-75f6fc4f806a req-99d382f4-52a7-4dff-b7bf-52fc78578e70 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5cb55c46-6e3f-4566-ac94-75f6fc4f806a req-99d382f4-52a7-4dff-b7bf-52fc78578e70 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5cb55c46-6e3f-4566-ac94-75f6fc4f806a req-99d382f4-52a7-4dff-b7bf-52fc78578e70 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-5cb55c46-6e3f-4566-ac94-75f6fc4f806a req-99d382f4-52a7-4dff-b7bf-52fc78578e70 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:56 user nova-compute[75223]: WARNING nova.compute.manager [req-5cb55c46-6e3f-4566-ac94-75f6fc4f806a req-99d382f4-52a7-4dff-b7bf-52fc78578e70 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state active and task_state rescuing.
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.part --force-share --output=json" returned: 0 in 0.269s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG nova.virt.images [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] e0b6df5f-fe3f-43be-8187-98bd4fe7cdd2 was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.part /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.part /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.converted" returned: 0 in 0.249s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2.converted --force-share --output=json" returned: 0 in 0.251s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "42b6d27cded5f39b908c953f679f149c7f3621c2" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.341s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "42b6d27cded5f39b908c953f679f149c7f3621c2" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "42b6d27cded5f39b908c953f679f149c7f3621c2" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2 --force-share --output=json" returned: 0 in 0.235s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2,backing_fmt=raw /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2,backing_fmt=raw /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue" returned: 0 in 0.060s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "42b6d27cded5f39b908c953f679f149c7f3621c2" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.307s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'migration_context' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<6c3a2141-9027-40f5-8d0e-69ff39628234> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Start _get_guest_xml network_info=[{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "vif_mac": "fa:16:3e:23:c9:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'e0b6df5f-fe3f-43be-8187-98bd4fe7cdd2', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTkKbNid', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '6c3a2141-9027-40f5-8d0e-69ff39628234', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6304a5d-840c-455c-b749-047b39bae8c8', 'serial': 'd6304a5d-840c-455c-b749-047b39bae8c8'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': '4dac4732-9e68-484a-99c0-f4a2b376f16e', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'resources' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<6c3a2141-9027-40f5-8d0e-69ff39628234> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'numa_topology' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<6c3a2141-9027-40f5-8d0e-69ff39628234> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:57 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:57 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<6c3a2141-9027-40f5-8d0e-69ff39628234> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTkKbNid', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:42:57 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:57 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:42:57 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[221e318b-5d08-4b50-bcdc-fe574e8e0155]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = UTkKbNid\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 01 15:42:57 user nova-compute[75223]: node.name = iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:42:57 user nova-compute[75223]: node.tpgt = -1
Dec 01 15:42:57 user nova-compute[75223]: node.startup = automatic
Dec 01 15:42:57 user nova-compute[75223]: node.leading_login = No
Dec 01 15:42:57 user nova-compute[75223]: iface.iscsi_ifacename = default
Dec 01 15:42:57 user nova-compute[75223]: iface.net_ifacename = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.ipaddress = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.prefix_len = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.hwaddress = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.transport_name = tcp
Dec 01 15:42:57 user nova-compute[75223]: iface.initiatorname = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.state = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.vlan_id = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.vlan_priority = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.vlan_state = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.iface_num = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.mtu = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.port = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.bootproto = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.subnet_mask = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.gateway = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_alt_client_id_state = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_alt_client_id = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_dns = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_learn_iqn = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_req_vendor_id_state = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_vendor_id_state = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_vendor_id = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.dhcp_slp_da = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.fragmentation = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.gratuitous_arp = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.incoming_forwarding = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.tos_state = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.tos = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.ttl = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.delayed_ack = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.tcp_nagle = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.tcp_wsf_state = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.tcp_wsf = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.tcp_timer_scale = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.tcp_timestamp = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.redirect = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.def_task_mgmt_timeout = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.header_digest = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.data_digest = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.immediate_data = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.initial_r2t = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.data_seq_inorder = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.data_pdu_inorder = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.erl = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.max_receive_data_len = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.first_burst_len = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.max_outstanding_r2t = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.max_burst_len = 0
Dec 01 15:42:57 user nova-compute[75223]: iface.chap_auth = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.bidi_chap = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.strict_login_compliance = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.discovery_auth = <empty>
Dec 01 15:42:57 user nova-compute[75223]: iface.discovery_logout = <empty>
Dec 01 15:42:57 user nova-compute[75223]: node.discovery_address = <empty>
Dec 01 15:42:57 user nova-compute[75223]: node.discovery_port = 0
Dec 01 15:42:57 user nova-compute[75223]: node.discovery_type = static
Dec 01 15:42:57 user nova-compute[75223]: node.session.initial_cmdsn = 0
Dec 01 15:42:57 user nova-compute[75223]: node.session.initial_login_retry_max = 8
Dec 01 15:42:57 user nova-compute[75223]: node.session.xmit_thread_priority = -20
Dec 01 15:42:57 user nova-compute[75223]: node.session.cmds_max = 128
Dec 01 15:42:57 user nova-compute[75223]: node.session.queue_depth = 32
Dec 01 15:42:57 user nova-compute[75223]: node.session.nr_sessions = 1
Dec 01 15:42:57 user nova-compute[75223]: node.session.auth.authmethod = CHAP
Dec 01 15:42:57 user nova-compute[75223]: node.session.auth.username = UTkKbNid
Dec 01 15:42:57 user nova-compute[75223]: node.session.auth.password = ***
Dec 01 15:42:57 user nova-compute[75223]: node.session.auth.username_in = <empty>
Dec 01 15:42:57 user nova-compute[75223]: node.session.auth.password_in = <empty>
Dec 01 15:42:57 user nova-compute[75223]: node.session.auth.chap_algs = MD5
Dec 01 15:42:57 user nova-compute[75223]: node.session.timeo.replacement_timeout = 120
Dec 01 15:42:57 user nova-compute[75223]: node.session.err_timeo.abort_timeout = 15
Dec 01 15:42:57 user nova-compute[75223]: node.session.err_timeo.lu_reset_timeout = 30
Dec 01 15:42:57 user nova-compute[75223]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 01 15:42:57 user nova-compute[75223]: node.session.err_timeo.host_reset_timeout = 60
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.FastAbort = Yes
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.InitialR2T = No
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.ImmediateData = Yes
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.FirstBurstLength = 262144
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.MaxBurstLength = 16776192
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.DefaultTime2Retain = 0
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.DefaultTime2Wait = 2
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.MaxConnections = 1
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 01 15:42:57 user nova-compute[75223]: node.session.iscsi.ERL = 0
Dec 01 15:42:57 user nova-compute[75223]: node.session.scan = manual
Dec 01 15:42:57 user nova-compute[75223]: node.session.reopen_max = 0
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].address = 172.16.0.220
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].port = 3260
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].startup = manual
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].tcp.window_size = 524288
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].tcp.type_of_service = 0
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].timeo.logout_timeout = 15
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].timeo.login_timeout = 15
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].timeo.auth_timeout = 45
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].timeo.noop_out_interval = 5
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].timeo.noop_out_timeout = 5
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].iscsi.HeaderDigest = None
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].iscsi.DataDigest = None
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].iscsi.IFMarker = No
Dec 01 15:42:57 user nova-compute[75223]: node.conn[0].iscsi.OFMarker = No
Dec 01 15:42:57 user nova-compute[75223]: # END RECORD
Dec 01 15:42:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[946b5855-eb79-4bd8-8d9d-21be16dd70fe]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca85c920-662e-46f9-bc0a-379d1cdd322d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UTkKbNid {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UTkKbNid" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b377f81-9301-401b-8104-28963cb3e945]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UTkKbNid'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb7593d4-1304-413d-84fb-16ecb9dbf5da]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7d602d-0b27-4517-84d7-868103b57748]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:57 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:57 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:57 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:42:57 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:42:57 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:42:57 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:42:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.171s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] HCTL ('34', '0', '0', 0) found on session 9 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Scanning host 34 c: 0, t: 0, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[09608930-9775-4a39-9a98-9aca1903f057]: (4, ('0 0 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching for a device in session 9 and hctl ('34', '0', '0', 0) yield: sdc {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTkKbNid', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.198s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== connect_volume: return (200ms) {'type': 'block', 'scsi_wwn': '23534656662373864', 'path': '/dev/sdc'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23534656662373864', 'path': '/dev/sdc'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-845107378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-845107378',id=13,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-d3kytt16',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:41:27Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=6c3a2141-9027-40f5-8d0e-69ff39628234,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "vif_mac": "fa:16:3e:23:c9:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "vif_mac": "fa:16:3e:23:c9:9e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'pci_devices' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.objects.base [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<6c3a2141-9027-40f5-8d0e-69ff39628234> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:42:57 user nova-compute[75223]:   <uuid>6c3a2141-9027-40f5-8d0e-69ff39628234</uuid>
Dec 01 15:42:57 user nova-compute[75223]:   <name>instance-0000000d</name>
Dec 01 15:42:57 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:42:57 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:42:57 user nova-compute[75223]:   <metadata>
Dec 01 15:42:57 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:42:57 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:42:57 user nova-compute[75223]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-845107378</nova:name>
Dec 01 15:42:57 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:42:57</nova:creationTime>
Dec 01 15:42:57 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:42:57 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:42:57 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:42:57 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:42:57 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:42:57 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:42:57 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:42:57 user nova-compute[75223]:       <nova:owner>
Dec 01 15:42:57 user nova-compute[75223]:         <nova:user uuid="f3ac7506af3a447f86fdafeb5e8a0135">tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member</nova:user>
Dec 01 15:42:57 user nova-compute[75223]:         <nova:project uuid="dab15a7350574232a033828939da90d5">tempest-ServerBootFromVolumeStableRescueTest-1119349329</nova:project>
Dec 01 15:42:57 user nova-compute[75223]:       </nova:owner>
Dec 01 15:42:57 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:42:57 user nova-compute[75223]:       <nova:ports>
Dec 01 15:42:57 user nova-compute[75223]:         <nova:port uuid="4ee66d9d-7b1c-4621-9786-4017d43fe0c7">
Dec 01 15:42:57 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 15:42:57 user nova-compute[75223]:         </nova:port>
Dec 01 15:42:57 user nova-compute[75223]:       </nova:ports>
Dec 01 15:42:57 user nova-compute[75223]:     </nova:instance>
Dec 01 15:42:57 user nova-compute[75223]:   </metadata>
Dec 01 15:42:57 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:42:57 user nova-compute[75223]:     <system>
Dec 01 15:42:57 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:42:57 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:42:57 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:42:57 user nova-compute[75223]:       <entry name="serial">6c3a2141-9027-40f5-8d0e-69ff39628234</entry>
Dec 01 15:42:57 user nova-compute[75223]:       <entry name="uuid">6c3a2141-9027-40f5-8d0e-69ff39628234</entry>
Dec 01 15:42:57 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:42:57 user nova-compute[75223]:     </system>
Dec 01 15:42:57 user nova-compute[75223]:   </sysinfo>
Dec 01 15:42:57 user nova-compute[75223]:   <os>
Dec 01 15:42:57 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:42:57 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:42:57 user nova-compute[75223]:   </os>
Dec 01 15:42:57 user nova-compute[75223]:   <features>
Dec 01 15:42:57 user nova-compute[75223]:     <acpi/>
Dec 01 15:42:57 user nova-compute[75223]:     <apic/>
Dec 01 15:42:57 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:42:57 user nova-compute[75223]:   </features>
Dec 01 15:42:57 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:42:57 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:42:57 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:42:57 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:42:57 user nova-compute[75223]:   </clock>
Dec 01 15:42:57 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:42:57 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:42:57 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:42:57 user nova-compute[75223]:   </cpu>
Dec 01 15:42:57 user nova-compute[75223]:   <devices>
Dec 01 15:42:57 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:42:57 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:42:57 user nova-compute[75223]:       <source dev="/dev/sdc"/>
Dec 01 15:42:57 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:42:57 user nova-compute[75223]:       <serial>d6304a5d-840c-455c-b749-047b39bae8c8</serial>
Dec 01 15:42:57 user nova-compute[75223]:     </disk>
Dec 01 15:42:57 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:42:57 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:42:57 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue"/>
Dec 01 15:42:57 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:42:57 user nova-compute[75223]:       <boot order="1"/>
Dec 01 15:42:57 user nova-compute[75223]:     </disk>
Dec 01 15:42:57 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:42:57 user nova-compute[75223]:       <mac address="fa:16:3e:23:c9:9e"/>
Dec 01 15:42:57 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:57 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:42:57 user nova-compute[75223]:       <target dev="tap4ee66d9d-7b"/>
Dec 01 15:42:57 user nova-compute[75223]:     </interface>
Dec 01 15:42:57 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:42:57 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/console.log" append="off"/>
Dec 01 15:42:57 user nova-compute[75223]:     </serial>
Dec 01 15:42:57 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:42:57 user nova-compute[75223]:     <video>
Dec 01 15:42:57 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:42:57 user nova-compute[75223]:     </video>
Dec 01 15:42:57 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:42:57 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:42:57 user nova-compute[75223]:     </rng>
Dec 01 15:42:57 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:42:57 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:42:57 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:42:57 user nova-compute[75223]:     </memballoon>
Dec 01 15:42:57 user nova-compute[75223]:   </devices>
Dec 01 15:42:57 user nova-compute[75223]: </domain>
Dec 01 15:42:57 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:42:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance destroyed successfully.
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No VIF found with MAC fa:16:3e:23:c9:9e, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:42:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-654d4d92-6698-4708-a47f-eb69bb3de9b6 req-37fc6c09-bdc9-4cbc-a3b3-0a19b1e04330 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-654d4d92-6698-4708-a47f-eb69bb3de9b6 req-37fc6c09-bdc9-4cbc-a3b3-0a19b1e04330 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-654d4d92-6698-4708-a47f-eb69bb3de9b6 req-37fc6c09-bdc9-4cbc-a3b3-0a19b1e04330 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-654d4d92-6698-4708-a47f-eb69bb3de9b6 req-37fc6c09-bdc9-4cbc-a3b3-0a19b1e04330 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-654d4d92-6698-4708-a47f-eb69bb3de9b6 req-37fc6c09-bdc9-4cbc-a3b3-0a19b1e04330 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:42:59 user nova-compute[75223]: WARNING nova.compute.manager [req-654d4d92-6698-4708-a47f-eb69bb3de9b6 req-37fc6c09-bdc9-4cbc-a3b3-0a19b1e04330 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state active and task_state rescuing.
Dec 01 15:42:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:42:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:01 user nova-compute[75223]: DEBUG nova.compute.manager [req-036b9e4e-6598-4912-880a-a398d4c74185 req-709df49a-653d-408d-a171-670b2a4edd21 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-036b9e4e-6598-4912-880a-a398d4c74185 req-709df49a-653d-408d-a171-670b2a4edd21 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-036b9e4e-6598-4912-880a-a398d4c74185 req-709df49a-653d-408d-a171-670b2a4edd21 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-036b9e4e-6598-4912-880a-a398d4c74185 req-709df49a-653d-408d-a171-670b2a4edd21 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:01 user nova-compute[75223]: DEBUG nova.compute.manager [req-036b9e4e-6598-4912-880a-a398d4c74185 req-709df49a-653d-408d-a171-670b2a4edd21 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:01 user nova-compute[75223]: WARNING nova.compute.manager [req-036b9e4e-6598-4912-880a-a398d4c74185 req-709df49a-653d-408d-a171-670b2a4edd21 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state active and task_state rescuing.
Dec 01 15:43:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-30c205ce-1138-4a24-8836-6a0bbd478dfb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:43:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:43:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:04 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:43:04 user nova-compute[75223]: INFO nova.compute.claims [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Claim successful on node user
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.664s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:43:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:43:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Creating image(s)
Dec 01 15:43:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "/opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "/opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "5abe1fcb16219e66526222bb345347464042d2c1" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "5abe1fcb16219e66526222bb345347464042d2c1" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:05 user nova-compute[75223]: DEBUG nova.policy [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae565d38346463ba2b6900bb557920c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09d2a4ef7e5c45f9bd460ba71e1537e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:43:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.part --force-share --output=json" returned: 0 in 0.224s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:06 user nova-compute[75223]: DEBUG nova.virt.images [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] bd1eaaca-0177-466b-aa91-e612c7fde7df was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 15:43:06 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:43:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.part /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Successfully created port: 5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.part /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.converted" returned: 0 in 0.670s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "5abe1fcb16219e66526222bb345347464042d2c1" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.785s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1 --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "5abe1fcb16219e66526222bb345347464042d2c1" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "5abe1fcb16219e66526222bb345347464042d2c1" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1 --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1,backing_fmt=raw /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1,backing_fmt=raw /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk 1073741824" returned: 0 in 0.081s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "5abe1fcb16219e66526222bb345347464042d2c1" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Successfully updated port: 5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquired lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1 --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-changed-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Refreshing instance network info cache due to event network-changed-5070c03a-ea66-4c27-8ddf-556372327685. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] Acquiring lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Cannot resize image /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Ensure instance console log exists: /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Updating instance_info_cache with network_info: [{"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Releasing lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Instance network_info: |[{"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] Acquired lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Refreshing network info cache for port 5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Start _get_guest_xml network_info=[{"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:42:59Z,direct_url=<?>,disk_format='qcow2',id=bd1eaaca-0177-466b-aa91-e612c7fde7df,min_disk=0,min_ram=0,name='',owner='c1df2dcbd47045b78791af46fde3af00',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:43:01Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'disk_bus': 'scsi', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'bd1eaaca-0177-466b-aa91-e612c7fde7df'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:43:08 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:08 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:42:59Z,direct_url=<?>,disk_format='qcow2',id=bd1eaaca-0177-466b-aa91-e612c7fde7df,min_disk=0,min_ram=0,name='',owner='c1df2dcbd47045b78791af46fde3af00',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:43:01Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2134086382',display_name='tempest-AttachSCSIVolumeTestJSON-server-2134086382',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2134086382',id=17,image_ref='bd1eaaca-0177-466b-aa91-e612c7fde7df',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3eT/ibBhkrz9yT4JnuQZD9gmOYXxVhJpL+QCNKmdy+IvTsx+Ud2KLmx4GqKKsr9lBVsE89K21y0Z0LCdRy//o8iAa9mwKFb/lJx3d3L1zftLNg8Goncbck6Z7Q7sYIyw==',key_name='tempest-keypair-1673653261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='09d2a4ef7e5c45f9bd460ba71e1537e5',ramdisk_id='',reservation_id='r-9is0wljg',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='bd1eaaca-0177-466b-aa91-e612c7fde7df',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-896994496',owner_user_name='tempest-AttachSCSIVolumeTestJSON-896994496-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:43:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bae565d38346463ba2b6900bb557920c',uuid=c1e69df5-0bb2-4080-9cf3-a352018573ed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Converting VIF {"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:a7:d1,bridge_name='br-int',has_traffic_filtering=True,id=5070c03a-ea66-4c27-8ddf-556372327685,network=Network(838331e1-b235-433d-8d0b-459a85deed3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5070c03a-ea') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lazy-loading 'pci_devices' on Instance uuid c1e69df5-0bb2-4080-9cf3-a352018573ed {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:43:08 user nova-compute[75223]:   <uuid>c1e69df5-0bb2-4080-9cf3-a352018573ed</uuid>
Dec 01 15:43:08 user nova-compute[75223]:   <name>instance-00000011</name>
Dec 01 15:43:08 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:43:08 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:43:08 user nova-compute[75223]:   <metadata>
Dec 01 15:43:08 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:43:08 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:43:08 user nova-compute[75223]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-2134086382</nova:name>
Dec 01 15:43:08 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:43:08</nova:creationTime>
Dec 01 15:43:08 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:43:08 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:43:08 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:43:08 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:43:08 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:43:08 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:43:08 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:43:08 user nova-compute[75223]:       <nova:owner>
Dec 01 15:43:08 user nova-compute[75223]:         <nova:user uuid="bae565d38346463ba2b6900bb557920c">tempest-AttachSCSIVolumeTestJSON-896994496-project-member</nova:user>
Dec 01 15:43:08 user nova-compute[75223]:         <nova:project uuid="09d2a4ef7e5c45f9bd460ba71e1537e5">tempest-AttachSCSIVolumeTestJSON-896994496</nova:project>
Dec 01 15:43:08 user nova-compute[75223]:       </nova:owner>
Dec 01 15:43:08 user nova-compute[75223]:       <nova:root type="image" uuid="bd1eaaca-0177-466b-aa91-e612c7fde7df"/>
Dec 01 15:43:08 user nova-compute[75223]:       <nova:ports>
Dec 01 15:43:08 user nova-compute[75223]:         <nova:port uuid="5070c03a-ea66-4c27-8ddf-556372327685">
Dec 01 15:43:08 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 15:43:08 user nova-compute[75223]:         </nova:port>
Dec 01 15:43:08 user nova-compute[75223]:       </nova:ports>
Dec 01 15:43:08 user nova-compute[75223]:     </nova:instance>
Dec 01 15:43:08 user nova-compute[75223]:   </metadata>
Dec 01 15:43:08 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:43:08 user nova-compute[75223]:     <system>
Dec 01 15:43:08 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:43:08 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:43:08 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:43:08 user nova-compute[75223]:       <entry name="serial">c1e69df5-0bb2-4080-9cf3-a352018573ed</entry>
Dec 01 15:43:08 user nova-compute[75223]:       <entry name="uuid">c1e69df5-0bb2-4080-9cf3-a352018573ed</entry>
Dec 01 15:43:08 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:43:08 user nova-compute[75223]:     </system>
Dec 01 15:43:08 user nova-compute[75223]:   </sysinfo>
Dec 01 15:43:08 user nova-compute[75223]:   <os>
Dec 01 15:43:08 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:43:08 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:43:08 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:43:08 user nova-compute[75223]:   </os>
Dec 01 15:43:08 user nova-compute[75223]:   <features>
Dec 01 15:43:08 user nova-compute[75223]:     <acpi/>
Dec 01 15:43:08 user nova-compute[75223]:     <apic/>
Dec 01 15:43:08 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:43:08 user nova-compute[75223]:   </features>
Dec 01 15:43:08 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:43:08 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:43:08 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:43:08 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:43:08 user nova-compute[75223]:   </clock>
Dec 01 15:43:08 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:43:08 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:43:08 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:43:08 user nova-compute[75223]:   </cpu>
Dec 01 15:43:08 user nova-compute[75223]:   <devices>
Dec 01 15:43:08 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:43:08 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:43:08 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk"/>
Dec 01 15:43:08 user nova-compute[75223]:       <target dev="sda" bus="scsi"/>
Dec 01 15:43:08 user nova-compute[75223]:       <address type="drive" controller="0" unit="0"/>
Dec 01 15:43:08 user nova-compute[75223]:     </disk>
Dec 01 15:43:08 user nova-compute[75223]:     <disk type="file" device="cdrom">
Dec 01 15:43:08 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none"/>
Dec 01 15:43:08 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk.config"/>
Dec 01 15:43:08 user nova-compute[75223]:       <target dev="sdb" bus="scsi"/>
Dec 01 15:43:08 user nova-compute[75223]:       <address type="drive" controller="0" unit="1"/>
Dec 01 15:43:08 user nova-compute[75223]:     </disk>
Dec 01 15:43:08 user nova-compute[75223]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Dec 01 15:43:08 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:43:08 user nova-compute[75223]:       <mac address="fa:16:3e:49:a7:d1"/>
Dec 01 15:43:08 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:43:08 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:43:08 user nova-compute[75223]:       <target dev="tap5070c03a-ea"/>
Dec 01 15:43:08 user nova-compute[75223]:     </interface>
Dec 01 15:43:08 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:43:08 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/console.log" append="off"/>
Dec 01 15:43:08 user nova-compute[75223]:     </serial>
Dec 01 15:43:08 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:43:08 user nova-compute[75223]:     <video>
Dec 01 15:43:08 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:43:08 user nova-compute[75223]:     </video>
Dec 01 15:43:08 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:43:08 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:43:08 user nova-compute[75223]:     </rng>
Dec 01 15:43:08 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:43:08 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:43:08 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:43:08 user nova-compute[75223]:     </memballoon>
Dec 01 15:43:08 user nova-compute[75223]:   </devices>
Dec 01 15:43:08 user nova-compute[75223]: </domain>
Dec 01 15:43:08 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2134086382',display_name='tempest-AttachSCSIVolumeTestJSON-server-2134086382',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2134086382',id=17,image_ref='bd1eaaca-0177-466b-aa91-e612c7fde7df',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3eT/ibBhkrz9yT4JnuQZD9gmOYXxVhJpL+QCNKmdy+IvTsx+Ud2KLmx4GqKKsr9lBVsE89K21y0Z0LCdRy//o8iAa9mwKFb/lJx3d3L1zftLNg8Goncbck6Z7Q7sYIyw==',key_name='tempest-keypair-1673653261',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='09d2a4ef7e5c45f9bd460ba71e1537e5',ramdisk_id='',reservation_id='r-9is0wljg',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='bd1eaaca-0177-466b-aa91-e612c7fde7df',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-896994496',owner_user_name='tempest-AttachSCSIVolumeTestJSON-896994496-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:43:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bae565d38346463ba2b6900bb557920c',uuid=c1e69df5-0bb2-4080-9cf3-a352018573ed,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Converting VIF {"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:a7:d1,bridge_name='br-int',has_traffic_filtering=True,id=5070c03a-ea66-4c27-8ddf-556372327685,network=Network(838331e1-b235-433d-8d0b-459a85deed3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5070c03a-ea') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG os_vif [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:a7:d1,bridge_name='br-int',has_traffic_filtering=True,id=5070c03a-ea66-4c27-8ddf-556372327685,network=Network(838331e1-b235-433d-8d0b-459a85deed3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5070c03a-ea') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9a9ea531-5b89-55f6-a035-75e6bfcd2378', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5070c03a-ea, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5070c03a-ea, col_values=(('qos', UUID('0ff5f44b-255a-4ef0-88df-698b19b097e8')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5070c03a-ea, col_values=(('external_ids', {'iface-id': '5070c03a-ea66-4c27-8ddf-556372327685', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:a7:d1', 'vm-uuid': 'c1e69df5-0bb2-4080-9cf3-a352018573ed'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:08 user nova-compute[75223]: INFO os_vif [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:a7:d1,bridge_name='br-int',has_traffic_filtering=True,id=5070c03a-ea66-4c27-8ddf-556372327685,network=Network(838331e1-b235-433d-8d0b-459a85deed3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5070c03a-ea')
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] No BDM found with device name sda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] No VIF found with MAC fa:16:3e:49:a7:d1, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:43:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Using config drive
Dec 01 15:43:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Creating config drive at /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk.config
Dec 01 15:43:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp6_3h15c_ {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Updated VIF entry in instance network info cache for port 5070c03a-ea66-4c27-8ddf-556372327685. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Updating instance_info_cache with network_info: [{"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp6_3h15c_" returned: 0 in 0.079s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f2788684-4f60-4faf-bdbc-3749f3c4adf8 req-b986e1ab-dc7a-47c0-b211-dd23560e723a service nova] Releasing lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-changed-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Refreshing instance network info cache due to event network-changed-c0355565-eb83-489a-8844-80791f336d5c. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] Acquiring lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] Acquired lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Refreshing network info cache for port c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updated VIF entry in instance network info cache for port c0355565-eb83-489a-8844-80791f336d5c. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updating instance_info_cache with network_info: [{"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e524184b-ef7d-4fd6-8960-9058f335db29 req-50e6f9f7-a626-4f47-9a95-bc7353938f5e service nova] Releasing lock "refresh_cache-3f0e1ea9-64a0-4411-b059-6ea0fac69005" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG nova.objects.instance [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'flavor' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.173s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:11 user nova-compute[75223]: INFO nova.compute.manager [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Attaching volume ff317971-894e-479c-8a2a-a5ba89221164 to /dev/vdb
Dec 01 15:43:11 user nova-compute[75223]: DEBUG os_brick.utils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-393c6f82-bbac-43f8-b37d-50fb4ef09bb9 req-2de66215-70ee-41df-badf-bb1aa326a33e service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-393c6f82-bbac-43f8-b37d-50fb4ef09bb9 req-2de66215-70ee-41df-badf-bb1aa326a33e service nova] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-393c6f82-bbac-43f8-b37d-50fb4ef09bb9 req-2de66215-70ee-41df-badf-bb1aa326a33e service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-393c6f82-bbac-43f8-b37d-50fb4ef09bb9 req-2de66215-70ee-41df-badf-bb1aa326a33e service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-393c6f82-bbac-43f8-b37d-50fb4ef09bb9 req-2de66215-70ee-41df-badf-bb1aa326a33e service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] No waiting events found dispatching network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:11 user nova-compute[75223]: WARNING nova.compute.manager [req-393c6f82-bbac-43f8-b37d-50fb4ef09bb9 req-2de66215-70ee-41df-badf-bb1aa326a33e service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received unexpected event network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 for instance with vm_state building and task_state spawning.
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0ee3d5c-9a6e-49ff-93e1-e37c2ae0fef3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c923d84-22fe-4493-acd7-b59d9356d5c4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[39c23988-904a-44b2-84ed-ffe5fa5747dc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd568e7-faad-4821-98e2-7c3f2b95a66c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:11 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:43:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c33371-475a-4609-b307-a1453fbfb1fb]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG os_brick.utils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updating existing volume attachment record: 0e50c220-ad4a-4513-a75d-f476a2a948bc {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:43:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:43:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Instance spawned successfully.
Dec 01 15:43:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:13 user nova-compute[75223]: INFO nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Took 7.54 seconds to spawn the instance on the hypervisor.
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-bce8f35b-11cb-4879-a1a2-4d5578a29afe req-ab7f6dea-f0b3-45c0-80de-87cd8ff3957e service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bce8f35b-11cb-4879-a1a2-4d5578a29afe req-ab7f6dea-f0b3-45c0-80de-87cd8ff3957e service nova] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bce8f35b-11cb-4879-a1a2-4d5578a29afe req-ab7f6dea-f0b3-45c0-80de-87cd8ff3957e service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bce8f35b-11cb-4879-a1a2-4d5578a29afe req-ab7f6dea-f0b3-45c0-80de-87cd8ff3957e service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-bce8f35b-11cb-4879-a1a2-4d5578a29afe req-ab7f6dea-f0b3-45c0-80de-87cd8ff3957e service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] No waiting events found dispatching network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:13 user nova-compute[75223]: WARNING nova.compute.manager [req-bce8f35b-11cb-4879-a1a2-4d5578a29afe req-ab7f6dea-f0b3-45c0-80de-87cd8ff3957e service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received unexpected event network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 for instance with vm_state building and task_state spawning.
Dec 01 15:43:13 user nova-compute[75223]: INFO nova.compute.manager [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Took 8.67 seconds to build instance.
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b4f4e37a-7704-435e-99b2-d4cc2d8ef50c tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.826s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json" returned: 0 in 0.245s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:43:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:43:17 user nova-compute[75223]: INFO nova.compute.claims [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Claim successful on node user
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.852s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:43:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.policy [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea8695983022456b91df0717506f476f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30bb9f9dd9644b0693a630b3f0a9d322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.294s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:43:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Creating image(s)
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "/opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "/opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "/opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vdc) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.238s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.255s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk 1073741824" returned: 0 in 0.115s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.378s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Checking if we can resize image /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Successfully created port: e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Cannot resize image /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Ensure instance console log exists: /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Successfully updated port: e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquired lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-changed-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Refreshing instance network info cache due to event network-changed-e3b254e3-ca2d-40ff-9474-5439a0dd8f91. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] Acquiring lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:21 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:21 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7015MB free_disk=25.241477966308594GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Applying migration context for instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b as it has an incoming, in-progress migration b60cb66b-f3c6-479c-86f1-55528b459dc6. Migration status is finished {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 01 15:43:21 user nova-compute[75223]: INFO nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating resource usage from migration b60cb66b-f3c6-479c-86f1-55528b459dc6
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Migration b60cb66b-f3c6-479c-86f1-55528b459dc6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1e69df5-0bb2-4080-9cf3-a352018573ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance de73fcf7-913c-449c-bf80-190b06b7f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=9216MB phys_disk=40GB used_disk=32GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updating instance_info_cache with network_info: [{"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Releasing lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Instance network_info: |[{"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] Acquired lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Refreshing network info cache for port e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Start _get_guest_xml network_info=[{"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:43:21 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:21 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:43:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-149458326',display_name='tempest-VolumesSnapshotTestJSON-instance-149458326',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-149458326',id=18,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+J0GujQhj364qt7HJ6b1i2nqA0zfZqByDZeX/auGNyQGw2t6bGr6vgwBCtSqkqT+VFm8cxaWCLLGwDdiHzkq9dBHiYEr9yTC8vaUjxN06keTz/JWJX3am+nq4VOwoQ/g==',key_name='tempest-keypair-1276797680',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30bb9f9dd9644b0693a630b3f0a9d322',ramdisk_id='',reservation_id='r-u492d461',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-154577618',owner_user_name='tempest-VolumesSnapshotTestJSON-154577618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:43:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea8695983022456b91df0717506f476f',uuid=de73fcf7-913c-449c-bf80-190b06b7f674,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converting VIF {"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:9d:23,bridge_name='br-int',has_traffic_filtering=True,id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3b254e3-ca') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'pci_devices' on Instance uuid de73fcf7-913c-449c-bf80-190b06b7f674 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:43:21 user nova-compute[75223]:   <uuid>de73fcf7-913c-449c-bf80-190b06b7f674</uuid>
Dec 01 15:43:21 user nova-compute[75223]:   <name>instance-00000012</name>
Dec 01 15:43:21 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:43:21 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:43:21 user nova-compute[75223]:   <metadata>
Dec 01 15:43:21 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:43:21 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:43:21 user nova-compute[75223]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-149458326</nova:name>
Dec 01 15:43:21 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:43:21</nova:creationTime>
Dec 01 15:43:21 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:43:21 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:43:21 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:43:21 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:43:21 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:43:21 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:43:21 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:43:21 user nova-compute[75223]:       <nova:owner>
Dec 01 15:43:21 user nova-compute[75223]:         <nova:user uuid="ea8695983022456b91df0717506f476f">tempest-VolumesSnapshotTestJSON-154577618-project-member</nova:user>
Dec 01 15:43:21 user nova-compute[75223]:         <nova:project uuid="30bb9f9dd9644b0693a630b3f0a9d322">tempest-VolumesSnapshotTestJSON-154577618</nova:project>
Dec 01 15:43:21 user nova-compute[75223]:       </nova:owner>
Dec 01 15:43:21 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:43:21 user nova-compute[75223]:       <nova:ports>
Dec 01 15:43:21 user nova-compute[75223]:         <nova:port uuid="e3b254e3-ca2d-40ff-9474-5439a0dd8f91">
Dec 01 15:43:21 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:43:21 user nova-compute[75223]:         </nova:port>
Dec 01 15:43:21 user nova-compute[75223]:       </nova:ports>
Dec 01 15:43:21 user nova-compute[75223]:     </nova:instance>
Dec 01 15:43:21 user nova-compute[75223]:   </metadata>
Dec 01 15:43:21 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:43:21 user nova-compute[75223]:     <system>
Dec 01 15:43:21 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:43:21 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:43:21 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:43:21 user nova-compute[75223]:       <entry name="serial">de73fcf7-913c-449c-bf80-190b06b7f674</entry>
Dec 01 15:43:21 user nova-compute[75223]:       <entry name="uuid">de73fcf7-913c-449c-bf80-190b06b7f674</entry>
Dec 01 15:43:21 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:43:21 user nova-compute[75223]:     </system>
Dec 01 15:43:21 user nova-compute[75223]:   </sysinfo>
Dec 01 15:43:21 user nova-compute[75223]:   <os>
Dec 01 15:43:21 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:43:21 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:43:21 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:43:21 user nova-compute[75223]:   </os>
Dec 01 15:43:21 user nova-compute[75223]:   <features>
Dec 01 15:43:21 user nova-compute[75223]:     <acpi/>
Dec 01 15:43:21 user nova-compute[75223]:     <apic/>
Dec 01 15:43:21 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:43:21 user nova-compute[75223]:   </features>
Dec 01 15:43:21 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:43:21 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:43:21 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:43:21 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:43:21 user nova-compute[75223]:   </clock>
Dec 01 15:43:21 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:43:21 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:43:21 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:43:21 user nova-compute[75223]:   </cpu>
Dec 01 15:43:21 user nova-compute[75223]:   <devices>
Dec 01 15:43:21 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:43:21 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:43:21 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk"/>
Dec 01 15:43:21 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:43:21 user nova-compute[75223]:     </disk>
Dec 01 15:43:21 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:43:21 user nova-compute[75223]:       <mac address="fa:16:3e:62:9d:23"/>
Dec 01 15:43:21 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:43:21 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:43:21 user nova-compute[75223]:       <target dev="tape3b254e3-ca"/>
Dec 01 15:43:21 user nova-compute[75223]:     </interface>
Dec 01 15:43:21 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:43:21 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/console.log" append="off"/>
Dec 01 15:43:21 user nova-compute[75223]:     </serial>
Dec 01 15:43:21 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:43:21 user nova-compute[75223]:     <video>
Dec 01 15:43:21 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:43:21 user nova-compute[75223]:     </video>
Dec 01 15:43:21 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:43:21 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:43:21 user nova-compute[75223]:     </rng>
Dec 01 15:43:21 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:43:21 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:43:21 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:43:21 user nova-compute[75223]:     </memballoon>
Dec 01 15:43:21 user nova-compute[75223]:   </devices>
Dec 01 15:43:21 user nova-compute[75223]: </domain>
Dec 01 15:43:21 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:43:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-149458326',display_name='tempest-VolumesSnapshotTestJSON-instance-149458326',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-149458326',id=18,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+J0GujQhj364qt7HJ6b1i2nqA0zfZqByDZeX/auGNyQGw2t6bGr6vgwBCtSqkqT+VFm8cxaWCLLGwDdiHzkq9dBHiYEr9yTC8vaUjxN06keTz/JWJX3am+nq4VOwoQ/g==',key_name='tempest-keypair-1276797680',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='30bb9f9dd9644b0693a630b3f0a9d322',ramdisk_id='',reservation_id='r-u492d461',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-154577618',owner_user_name='tempest-VolumesSnapshotTestJSON-154577618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:43:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea8695983022456b91df0717506f476f',uuid=de73fcf7-913c-449c-bf80-190b06b7f674,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converting VIF {"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:62:9d:23,bridge_name='br-int',has_traffic_filtering=True,id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3b254e3-ca') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG os_vif [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:9d:23,bridge_name='br-int',has_traffic_filtering=True,id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3b254e3-ca') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ef192bd-7e05-55f3-a9dd-1430f002376d', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape3b254e3-ca, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape3b254e3-ca, col_values=(('qos', UUID('be582838-14d0-4754-93f8-60de313bf733')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape3b254e3-ca, col_values=(('external_ids', {'iface-id': 'e3b254e3-ca2d-40ff-9474-5439a0dd8f91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:62:9d:23', 'vm-uuid': 'de73fcf7-913c-449c-bf80-190b06b7f674'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:21 user nova-compute[75223]: INFO os_vif [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:62:9d:23,bridge_name='br-int',has_traffic_filtering=True,id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3b254e3-ca')
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No VIF found with MAC fa:16:3e:62:9d:23, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:43:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.750s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updated VIF entry in instance network info cache for port e3b254e3-ca2d-40ff-9474-5439a0dd8f91. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updating instance_info_cache with network_info: [{"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f6d9d80-43bc-4ef8-9f66-b556ff1ab6fe req-3926ddb2-5164-4aaa-b5d6-02d52f7f2b5b service nova] Releasing lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WSxJbnKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:22 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b2568ca-160e-4709-8c97-5a95c0fcb16b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:43:22 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd73fadf-5b04-436b-bbb4-0fc4998f3316]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164] added
Dec 01 15:43:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5766e3d5-2554-4fbc-8116-42e4e78418e9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38e81e9-1183-4a50-8dea-fc2aec96265b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WSxJbnKa {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WSxJbnKa" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b614d5d3-efd5-444c-9b90-ac72330204c9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WSxJbnKa'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[848edfc3-d93e-4aa2-9c0b-d6a8fa7363de]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b9eb694-ded5-4d9b-9c64-61320c6551aa]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcfe28cb-75f8-42c9-9565-7cd777422533]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260]
Dec 01 15:43:22 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260] successful.
Dec 01 15:43:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2b04906-29ae-48dd-a33e-8ceaf8e4336d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d467733c-660c-4619-a25a-ed5b2ffff520]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] HCTL ('37', '-', '-', 0) found on session 15 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:43:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[deab4fae-eaec-48a3-a382-8b654c4bb100]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Searching for a device in session 15 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WSxJbnKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-5896b4fd-4b6e-47cc-9434-7daa1b8acad5 req-2c0e42db-3e02-4843-9c86-d5adfe07e97a service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5896b4fd-4b6e-47cc-9434-7daa1b8acad5 req-2c0e42db-3e02-4843-9c86-d5adfe07e97a service nova] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5896b4fd-4b6e-47cc-9434-7daa1b8acad5 req-2c0e42db-3e02-4843-9c86-d5adfe07e97a service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5896b4fd-4b6e-47cc-9434-7daa1b8acad5 req-2c0e42db-3e02-4843-9c86-d5adfe07e97a service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-5896b4fd-4b6e-47cc-9434-7daa1b8acad5 req-2c0e42db-3e02-4843-9c86-d5adfe07e97a service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] No waiting events found dispatching network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:23 user nova-compute[75223]: WARNING nova.compute.manager [req-5896b4fd-4b6e-47cc-9434-7daa1b8acad5 req-2c0e42db-3e02-4843-9c86-d5adfe07e97a service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received unexpected event network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 for instance with vm_state building and task_state spawning.
Dec 01 15:43:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.367s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '23666353936643336', 'path': '/dev/sdf'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666353936643336', 'path': '/dev/sdf'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG nova.objects.instance [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'flavor' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:43:24 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:24 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:43:24 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:43:24 user nova-compute[75223]:   <serial>ff317971-894e-479c-8a2a-a5ba89221164</serial>
Dec 01 15:43:24 user nova-compute[75223]: </disk>
Dec 01 15:43:24 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No VIF found with MAC fa:16:3e:7d:1b:be, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-26a29f03-bd54-4bd7-8001-1ca8bcd75255 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.713s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "interface-cedfd1c2-23ea-4e04-ae80-449cabf85f47-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "interface-cedfd1c2-23ea-4e04-ae80-449cabf85f47-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.objects.instance [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'flavor' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:43:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Instance spawned successfully.
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] No waiting events found dispatching network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:25 user nova-compute[75223]: WARNING nova.compute.manager [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received unexpected event network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 for instance with vm_state building and task_state spawning.
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-changed-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Refreshing instance network info cache due to event network-changed-81a6b1de-4eb8-47c7-a32d-2d64e806e13f. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] Acquiring lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] Acquired lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.network.neutron [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Refreshing network info cache for port 81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:43:25 user nova-compute[75223]: INFO nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Took 7.08 seconds to spawn the instance on the hypervisor.
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:43:25 user nova-compute[75223]: DEBUG nova.objects.instance [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'pci_requests' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:26 user nova-compute[75223]: DEBUG nova.objects.base [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Object Instance<cedfd1c2-23ea-4e04-ae80-449cabf85f47> lazy-loaded attributes: flavor,pci_requests {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:43:26 user nova-compute[75223]: DEBUG nova.network.neutron [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:43:26 user nova-compute[75223]: INFO nova.compute.manager [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Took 8.52 seconds to build instance.
Dec 01 15:43:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5aaf9092-1c48-47bc-abec-10cba307e5c4 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.769s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:26 user nova-compute[75223]: DEBUG nova.policy [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e46eb96cc59487cb513fd4a658e076a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce035d0d984e448fb5296aaa7cbb19e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:43:26 user nova-compute[75223]: DEBUG nova.network.neutron [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updated VIF entry in instance network info cache for port 81a6b1de-4eb8-47c7-a32d-2d64e806e13f. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:43:26 user nova-compute[75223]: DEBUG nova.network.neutron [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating instance_info_cache with network_info: [{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e600af8-3993-44f7-9532-8e1564d614f1 req-81e64227-a9c8-478e-9559-223efb243b87 service nova] Releasing lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:27 user nova-compute[75223]: DEBUG nova.network.neutron [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Successfully created port: 64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Successfully updated port: 64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquired lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-changed-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Refreshing instance network info cache due to event network-changed-64695655-36a7-45af-b271-f59f1656054d. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] Acquiring lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG nova.objects.instance [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'flavor' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.083s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:29 user nova-compute[75223]: INFO nova.compute.manager [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Attaching volume f2381559-c1d1-4a33-b1e1-85614e9671f2 to /dev/vdc
Dec 01 15:43:29 user nova-compute[75223]: DEBUG os_brick.utils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7775341-a8f4-4959-b7a3-7abb1a81c15b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7060dfa-b2f7-40bd-9f33-b74ade22c238]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[860a0a56-fe99-4dd5-8e6d-825c2e6a6d48]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0490fd36-cf0b-460e-85c0-85902381fc4f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:29 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[05551ec2-0ad4-4a7c-a7ef-2ad6ae199884]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG os_brick.utils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] <== get_connector_properties: return (178ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updating existing volume attachment record: 3e74517e-291f-4177-8a81-a7ea563c13f2 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating instance_info_cache with network_info: [{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Releasing lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] Acquired lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.network.neutron [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Refreshing network info cache for port 64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1827280945',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1827280945',id=15,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs1GiDeRQbHUSPYCkOYal4ox2dEoS8eeoSi6W7p6J+TVXKt0NThpXwO0S3PcmsbZf9tCn11619ibEAadhFdXj2SgN8sDGAa1yN+2outtb1+ZuDAoB9FWRgRSRD4+Xcwow==',key_name='tempest-keypair-1365044420',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ce035d0d984e448fb5296aaa7cbb19e8',ramdisk_id='',reservation_id='r-ugk1inwu',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1928712376',owner_user_name='tempest-TaggedAttachmentsTest-1928712376-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e46eb96cc59487cb513fd4a658e076a',uuid=cedfd1c2-23ea-4e04-ae80-449cabf85f47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converting VIF {"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG os_vif [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6160e29-0283-5777-a8ee-159a46664dbe', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap64695655-36, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap64695655-36, col_values=(('qos', UUID('bf065dfd-0333-4584-a546-771e0672c5e1')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap64695655-36, col_values=(('external_ids', {'iface-id': '64695655-36a7-45af-b271-f59f1656054d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:35:38:41', 'vm-uuid': 'cedfd1c2-23ea-4e04-ae80-449cabf85f47'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: INFO os_vif [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36')
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1827280945',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1827280945',id=15,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs1GiDeRQbHUSPYCkOYal4ox2dEoS8eeoSi6W7p6J+TVXKt0NThpXwO0S3PcmsbZf9tCn11619ibEAadhFdXj2SgN8sDGAa1yN+2outtb1+ZuDAoB9FWRgRSRD4+Xcwow==',key_name='tempest-keypair-1365044420',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='ce035d0d984e448fb5296aaa7cbb19e8',ramdisk_id='',reservation_id='r-ugk1inwu',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1928712376',owner_user_name='tempest-TaggedAttachmentsTest-1928712376-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e46eb96cc59487cb513fd4a658e076a',uuid=cedfd1c2-23ea-4e04-ae80-449cabf85f47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converting VIF {"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] attach device xml: <interface type="ethernet">
Dec 01 15:43:29 user nova-compute[75223]:   <mac address="fa:16:3e:35:38:41"/>
Dec 01 15:43:29 user nova-compute[75223]:   <model type="virtio"/>
Dec 01 15:43:29 user nova-compute[75223]:   <mtu size="1442"/>
Dec 01 15:43:29 user nova-compute[75223]:   <target dev="tap64695655-36"/>
Dec 01 15:43:29 user nova-compute[75223]: </interface>
Dec 01 15:43:29 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No BDM found with device name hda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No VIF found with MAC fa:16:3e:9b:ed:03, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:43:30 user nova-compute[75223]:   <nova:package version="0.0.0"/>
Dec 01 15:43:30 user nova-compute[75223]:   <nova:name>tempest-device-tagging-server-1827280945</nova:name>
Dec 01 15:43:30 user nova-compute[75223]:   <nova:creationTime>2023-12-01 15:43:30</nova:creationTime>
Dec 01 15:43:30 user nova-compute[75223]:   <nova:flavor name="m1.tiny">
Dec 01 15:43:30 user nova-compute[75223]:     <nova:memory>512</nova:memory>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:disk>1</nova:disk>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:swap>0</nova:swap>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:vcpus>1</nova:vcpus>
Dec 01 15:43:30 user nova-compute[75223]:   </nova:flavor>
Dec 01 15:43:30 user nova-compute[75223]:   <nova:owner>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:user uuid="5e46eb96cc59487cb513fd4a658e076a">tempest-TaggedAttachmentsTest-1928712376-project-member</nova:user>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:project uuid="ce035d0d984e448fb5296aaa7cbb19e8">tempest-TaggedAttachmentsTest-1928712376</nova:project>
Dec 01 15:43:30 user nova-compute[75223]:   </nova:owner>
Dec 01 15:43:30 user nova-compute[75223]:   <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:43:30 user nova-compute[75223]:   <nova:ports>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:port uuid="81a6b1de-4eb8-47c7-a32d-2d64e806e13f">
Dec 01 15:43:30 user nova-compute[75223]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:43:30 user nova-compute[75223]:     </nova:port>
Dec 01 15:43:30 user nova-compute[75223]:     <nova:port uuid="64695655-36a7-45af-b271-f59f1656054d">
Dec 01 15:43:30 user nova-compute[75223]:       <nova:ip type="fixed" address="10.10.10.110" ipVersion="4"/>
Dec 01 15:43:30 user nova-compute[75223]:     </nova:port>
Dec 01 15:43:30 user nova-compute[75223]:   </nova:ports>
Dec 01 15:43:30 user nova-compute[75223]: </nova:instance>
Dec 01 15:43:30 user nova-compute[75223]:  {{(pid=75223) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-19e56802-1d70-4d0e-8a94-50a2df4a7880 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "interface-cedfd1c2-23ea-4e04-ae80-449cabf85f47-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 4.693s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-5227d06f-e810-478c-b630-3ac4254574cd req-c30e921a-a09e-4e50-81a3-5241ccd73a31 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5227d06f-e810-478c-b630-3ac4254574cd req-c30e921a-a09e-4e50-81a3-5241ccd73a31 service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5227d06f-e810-478c-b630-3ac4254574cd req-c30e921a-a09e-4e50-81a3-5241ccd73a31 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5227d06f-e810-478c-b630-3ac4254574cd req-c30e921a-a09e-4e50-81a3-5241ccd73a31 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-5227d06f-e810-478c-b630-3ac4254574cd req-c30e921a-a09e-4e50-81a3-5241ccd73a31 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:30 user nova-compute[75223]: WARNING nova.compute.manager [req-5227d06f-e810-478c-b630-3ac4254574cd req-c30e921a-a09e-4e50-81a3-5241ccd73a31 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received unexpected event network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d for instance with vm_state active and task_state None.
Dec 01 15:43:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updated VIF entry in instance network info cache for port 64695655-36a7-45af-b271-f59f1656054d. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating instance_info_cache with network_info: [{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d41ba228-8da0-41b9-9200-cd924817adbe req-b2658631-7bb4-464a-8b2a-81a7a7791008 service nova] Releasing lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:30 user nova-compute[75223]: DEBUG nova.objects.instance [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'flavor' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.081s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:31 user nova-compute[75223]: INFO nova.compute.manager [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Attaching volume bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 to /dev/vdb
Dec 01 15:43:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc7ee6da-ba82-4f4b-bf49-eadb6121b2f7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[11a892b8-be66-4d3f-a816-0f09e04afe67]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a52ad5f2-1a79-4bda-8a17-188cf1e2f2b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7ace804-4e22-487c-bf1c-0e1af04aa511]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:31 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:43:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c84b9fa-7d0c-4296-a0f0-8a93b3d5c518]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] <== get_connector_properties: return (163ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:31 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating existing volume attachment record: 7d8417cb-179e-4dfe-8273-1d51ebbc72eb {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:43:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-71809245-39b7-4fb0-a8a4-21582eda0d15 req-8c78af69-d7d4-4e0a-b4c4-4f5087bd4d0a service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-71809245-39b7-4fb0-a8a4-21582eda0d15 req-8c78af69-d7d4-4e0a-b4c4-4f5087bd4d0a service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-71809245-39b7-4fb0-a8a4-21582eda0d15 req-8c78af69-d7d4-4e0a-b4c4-4f5087bd4d0a service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-71809245-39b7-4fb0-a8a4-21582eda0d15 req-8c78af69-d7d4-4e0a-b4c4-4f5087bd4d0a service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-71809245-39b7-4fb0-a8a4-21582eda0d15 req-8c78af69-d7d4-4e0a-b4c4-4f5087bd4d0a service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:32 user nova-compute[75223]: WARNING nova.compute.manager [req-71809245-39b7-4fb0-a8a4-21582eda0d15 req-8c78af69-d7d4-4e0a-b4c4-4f5087bd4d0a service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received unexpected event network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d for instance with vm_state active and task_state None.
Dec 01 15:43:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZzfiBsE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:40 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[479d36b7-3a4e-4e6b-9bda-9326722c2c27]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:43:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[655d635f-b339-439f-88e4-cd76a1d1ecec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2] added
Dec 01 15:43:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[451fd66d-23df-4b52-8bba-96c7d6157f92]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d72d45c6-767e-400a-8fb1-4382d67e2c70]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZzfiBsE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lZzfiBsE" returned: 0 in 0.245s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd965d50-454e-43c6-9304-a65bc9cd14f2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lZzfiBsE'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba67a2ad-42e2-4661-8d0f-58d5ea485a6b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab4f278-31fd-441c-953b-736afee7f5c0]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d671b4a2-e30e-4576-a383-6308a54a0dad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260]
Dec 01 15:43:40 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260] successful.
Dec 01 15:43:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bd29b62-7790-4209-8ebf-530adf99c90f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e425b868-4337-4500-9d5c-0dc154e0c24c]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.536s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] HCTL ('38', '-', '-', 0) found on session 16 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb36118-457c-410e-9d57-bfdd15012da2]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Searching for a device in session 16 and hctl ['38', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Searching for a device in session 16 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZzfiBsE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.577s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] <== connect_volume: return (1580ms) {'type': 'block', 'scsi_wwn': '23861303962313730', 'path': '/dev/sdg'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23861303962313730', 'path': '/dev/sdg'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG nova.objects.instance [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'flavor' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:43:41 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:41 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:43:41 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:43:41 user nova-compute[75223]:   <serial>f2381559-c1d1-4a33-b1e1-85614e9671f2</serial>
Dec 01 15:43:41 user nova-compute[75223]: </disk>
Dec 01 15:43:41 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kXsuTjEF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:41 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:41 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:41 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:43:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfd0fb21-0cda-4cd0-899c-bc9f032ec261]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:43:41 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[490336c3-c190-4729-bead-17b08d2fb4ab]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1] added
Dec 01 15:43:41 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a29b4a2-3a15-4786-bdd5-9bb72383b893]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a04a29fe-1be5-4208-9fe5-848456dd15f0]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kXsuTjEF {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kXsuTjEF" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[39237a2a-cccc-4fac-b62b-0b7083135e52]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kXsuTjEF'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d98292d-c131-4c48-af06-e89a385d6e6b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3646d9df-4a06-414d-a12a-8b4c41bdf8ab]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e845b63-3934-4a15-8cb3-f501bbaf8153]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260]
Dec 01 15:43:42 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260] successful.
Dec 01 15:43:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa9d6605-4372-4d44-84f6-833d7bdd9e6a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[59dfad1b-08fb-4c9f-a43b-ba277dae3947]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.342s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] HCTL ('39', '-', '-', 0) found on session 17 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[25adc611-8f10-4c32-8579-cd68d368a758]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Searching for a device in session 17 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kXsuTjEF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] No VIF found with MAC fa:16:3e:7d:1b:be, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:43:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-02476b90-eb0d-4d96-9880-90606a957c9a tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.534s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.392s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] <== connect_volume: return (1393ms) {'type': 'block', 'scsi_wwn': '23438376461363266', 'path': '/dev/sdh'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438376461363266', 'path': '/dev/sdh'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.objects.instance [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'flavor' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:43:43 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:43 user nova-compute[75223]:   <source dev="/dev/sdh"/>
Dec 01 15:43:43 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:43:43 user nova-compute[75223]:   <serial>bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1</serial>
Dec 01 15:43:43 user nova-compute[75223]: </disk>
Dec 01 15:43:43 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:43 user nova-compute[75223]: INFO nova.compute.manager [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Detaching volume f2381559-c1d1-4a33-b1e1-85614e9671f2
Dec 01 15:43:43 user nova-compute[75223]: INFO nova.virt.block_device [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Attempting to driver detach volume f2381559-c1d1-4a33-b1e1-85614e9671f2 from mountpoint /dev/vdc
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Attempting to detach device vdc from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:43:43 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:43 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:43:43 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:43:43 user nova-compute[75223]:   <serial>f2381559-c1d1-4a33-b1e1-85614e9671f2</serial>
Dec 01 15:43:43 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 15:43:43 user nova-compute[75223]: </disk>
Dec 01 15:43:43 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-changed-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Refreshing instance network info cache due to event network-changed-22261489-9d86-4cbb-bb67-ec40647e6700. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] Acquiring lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] Acquired lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.network.neutron [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Refreshing network info cache for port 22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:43:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Successfully detached device vdc from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the persistent domain config.
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:43:43 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:43 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:43:43 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:43:43 user nova-compute[75223]:   <serial>f2381559-c1d1-4a33-b1e1-85614e9671f2</serial>
Dec 01 15:43:43 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 15:43:43 user nova-compute[75223]: </disk>
Dec 01 15:43:43 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No BDM found with device name hda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] No VIF found with MAC fa:16:3e:9b:ed:03, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-06b37915-f948-4be6-b8cc-eeeaf13c3b67 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.799s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG nova.network.neutron [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updated VIF entry in instance network info cache for port 22261489-9d86-4cbb-bb67-ec40647e6700. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG nova.network.neutron [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updating instance_info_cache with network_info: [{"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-592562b0-ed7d-4490-b741-20c58390fe4a req-218415dc-e2b4-43ad-905a-732fc1a02673 service nova] Releasing lock "refresh_cache-a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'flavor' on Instance uuid a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:44 user nova-compute[75223]: INFO nova.compute.manager [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Attaching volume 546759a9-e1ed-4222-a0c4-5fd1d89072b2 to /dev/vdb
Dec 01 15:43:44 user nova-compute[75223]: DEBUG os_brick.utils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[410e6522-ced6-4ad8-aa9e-8ab4fcebed8d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[32515260-dc32-45ab-8bc0-a509162639f6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[91b68ad2-387b-442b-b7d1-7958c0bd282c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ece420eb-52b7-49e0-ba7b-8c2e265c0eb9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:43:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:45 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:43:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[552750b0-25cd-413a-acd4-d38faadb688b]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG os_brick.utils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== get_connector_properties: return (150ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updating existing volume attachment record: 4ef9e587-ddb9-4dbc-87a2-946db74c7505 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:45 user nova-compute[75223]: INFO nova.compute.manager [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Detaching volume bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1
Dec 01 15:43:45 user nova-compute[75223]: INFO nova.virt.block_device [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Attempting to driver detach volume bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 from mountpoint /dev/vdb
Dec 01 15:43:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Attempting to detach device vdb from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:43:45 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:45 user nova-compute[75223]:   <source dev="/dev/sdh"/>
Dec 01 15:43:45 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:43:45 user nova-compute[75223]:   <serial>bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1</serial>
Dec 01 15:43:45 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 15:43:45 user nova-compute[75223]: </disk>
Dec 01 15:43:45 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:43:45 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully detached device vdb from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the persistent domain config.
Dec 01 15:43:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:43:45 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:45 user nova-compute[75223]:   <source dev="/dev/sdh"/>
Dec 01 15:43:45 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:43:45 user nova-compute[75223]:   <serial>bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1</serial>
Dec 01 15:43:45 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 15:43:45 user nova-compute[75223]: </disk>
Dec 01 15:43:45 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:43:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:43:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:46 user nova-compute[75223]: INFO nova.compute.manager [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Detaching volume 8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:43:46 user nova-compute[75223]: INFO nova.virt.block_device [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Attempting to driver detach volume 8c741127-d068-4d81-bbd0-1d78af753a2f from mountpoint /dev/vdc
Dec 01 15:43:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Attempting to detach device vdc from instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:43:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:43:46 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:46 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:43:46 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:43:46 user nova-compute[75223]:   <serial>8c741127-d068-4d81-bbd0-1d78af753a2f</serial>
Dec 01 15:43:46 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 15:43:46 user nova-compute[75223]: </disk>
Dec 01 15:43:46 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:43:46 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully detached device vdc from instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 from the persistent domain config.
Dec 01 15:43:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:43:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:43:46 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:46 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:43:46 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:43:46 user nova-compute[75223]:   <serial>8c741127-d068-4d81-bbd0-1d78af753a2f</serial>
Dec 01 15:43:46 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 15:43:46 user nova-compute[75223]: </disk>
Dec 01 15:43:46 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:43:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:43:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:43:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:47 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:43:47 user nova-compute[75223]: INFO nova.compute.claims [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Claim successful on node user
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.746s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:43:48 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.policy [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d41e973c4724cd18428e8ef5eb28eba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf628b2992324266a364fc6b8259164f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:43:48 user nova-compute[75223]: INFO nova.virt.block_device [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Booting with volume cd198bca-7b06-4e23-954f-15a437d8fc64 at /dev/vda
Dec 01 15:43:48 user nova-compute[75223]: DEBUG os_brick.utils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da538bf-8cd5-482f-8dd8-3afa81d4a086]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3500d119-0364-4fcf-b374-3c768dffe923]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9964f51e-36e7-4809-bae4-fc2a600b9242]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede6ff04-14f4-4011-b85b-66127ec9b8c9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:43:48 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:43:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bdbab5e-2b4f-4c70-b10b-696492be5f42]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG os_brick.utils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:48 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating existing volume attachment record: 783e2e8e-57b6-4282-8ebb-f095038da89b {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:43:49 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Successfully created port: 2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:43:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Successfully updated port: 2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-changed-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing instance network info cache due to event network-changed-2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance network_info: |[{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.network.neutron [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing network info cache for port 2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.network.neutron [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updated VIF entry in instance network info cache for port 2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG nova.network.neutron [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aabe1aff-649e-4a55-ab2c-d4e35eb3075c req-74055801-e2d4-402c-a442-69a8206508d2 service nova] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:55 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:55 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:55 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[89b9352c-8e61-4efd-a6e9-4baac719c1b5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:43:55 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4753ac2-e245-42f0-b55c-c014f47b8dbe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2] added
Dec 01 15:43:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9fc6f9-f311-4047-885d-eb0754027582]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e19f68ce-08e5-40c7-bfec-c52075207beb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ivfxwgeT {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ivfxwgeT" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[db2ff4c5-f26b-48d9-b0f6-8e802a39ce62]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ivfxwgeT'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ed78e3d-dd80-4ea1-9e3d-b8549e49aa23]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[99155fbd-07c2-4ccd-8b94-db9f06012070]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3275f2-be74-4c70-857a-3a411edbee90]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]
Dec 01 15:43:55 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.
Dec 01 15:43:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[31587176-3d28-4c27-8070-cc0ee6782bfa]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c41713d-941f-4e60-905b-a8b646f2ac35]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] HCTL ('40', '-', '-', 0) found on session 18 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6359fe9b-94c0-4df2-9731-3eb108976529]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching for a device in session 18 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:43:55 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [{"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-363f8952-415e-47ce-97fe-ffe5f3ba9ff6" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.348s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== connect_volume: return (1349ms) {'type': 'block', 'scsi_wwn': '23139376434633365', 'path': '/dev/sdi'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139376434633365', 'path': '/dev/sdi'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'flavor' on Instance uuid a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:43:56 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:43:56 user nova-compute[75223]:   <source dev="/dev/sdi"/>
Dec 01 15:43:56 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:43:56 user nova-compute[75223]:   <serial>546759a9-e1ed-4222-a0c4-5fd1d89072b2</serial>
Dec 01 15:43:56 user nova-compute[75223]: </disk>
Dec 01 15:43:56 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:43:56 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:43:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No VIF found with MAC fa:16:3e:01:0d:f5, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:43:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9d50e3f9-0d35-4e52-97a6-73ad9b06fbb4 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.451s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:43:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Creating image(s)
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Ensure instance console log exists: /opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Start _get_guest_xml network_info=[{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '730cf312-5f13-436b-ad61-f1cdaaedec5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd198bca-7b06-4e23-954f-15a437d8fc64', 'serial': 'cd198bca-7b06-4e23-954f-15a437d8fc64'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': '783e2e8e-57b6-4282-8ebb-f095038da89b', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:43:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:43:58 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:58 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:43:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:43:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:43:58 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:43:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b23f1b25-37e2-42ed-8ded-cdbbd6214473]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:43:59 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a5669e6-a31f-4251-a5e9-0893e7682c96]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64] added
Dec 01 15:43:59 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: INFO nova.compute.manager [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Rebuilding instance
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd9b2fb5-bdac-469f-8ef3-2691ff072a40]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[80269289-8581-45dd-aa8f-ddb9db09d32e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AUdBRYcX {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AUdBRYcX" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[03f46bd2-426f-4372-9e0b-0e3962b2fa0f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AUdBRYcX'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e7fc1e-7c3c-4723-af52-a455a8d21961]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b501b943-40da-45fa-a660-380b916370bb]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d111c7bd-4f3a-4d39-93da-8f77fed19357]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]
Dec 01 15:43:59 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.
Dec 01 15:43:59 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6db37631-a16b-42b3-a081-02efc2390244]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce2c87ae-e136-4a54-8d97-fa1010708898]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:43:59 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.352s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] HCTL ('41', '-', '-', 0) found on session 19 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Scanning host 41 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a63539-08a6-4f94-8058-c2b943efc479]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Searching for a device in session 19 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-aabd7095-758a-437d-af75-baccda7de3a7 req-c1b83fe9-d25e-478f-9216-5cbf61d2b2f4 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-unplugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aabd7095-758a-437d-af75-baccda7de3a7 req-c1b83fe9-d25e-478f-9216-5cbf61d2b2f4 service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aabd7095-758a-437d-af75-baccda7de3a7 req-c1b83fe9-d25e-478f-9216-5cbf61d2b2f4 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aabd7095-758a-437d-af75-baccda7de3a7 req-c1b83fe9-d25e-478f-9216-5cbf61d2b2f4 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-aabd7095-758a-437d-af75-baccda7de3a7 req-c1b83fe9-d25e-478f-9216-5cbf61d2b2f4 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-unplugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:43:59 user nova-compute[75223]: WARNING nova.compute.manager [req-aabd7095-758a-437d-af75-baccda7de3a7 req-c1b83fe9-d25e-478f-9216-5cbf61d2b2f4 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received unexpected event network-vif-unplugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with vm_state active and task_state rebuilding.
Dec 01 15:43:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 15:43:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 15:43:59 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance destroyed successfully.
Dec 01 15:44:00 user nova-compute[75223]: INFO nova.compute.manager [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Detaching volume 546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:44:00 user nova-compute[75223]: INFO nova.virt.block_device [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Attempting to driver detach volume 546759a9-e1ed-4222-a0c4-5fd1d89072b2 from mountpoint /dev/vdb
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Attempting to detach device vdb from instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:44:00 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:00 user nova-compute[75223]:   <source dev="/dev/sdi"/>
Dec 01 15:44:00 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:44:00 user nova-compute[75223]:   <serial>546759a9-e1ed-4222-a0c4-5fd1d89072b2</serial>
Dec 01 15:44:00 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:44:00 user nova-compute[75223]: </disk>
Dec 01 15:44:00 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:44:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully detached device vdb from instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf from the persistent domain config.
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:00 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.388s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] <== connect_volume: return (1389ms) {'type': 'block', 'scsi_wwn': '23832333032346538', 'path': '/dev/sdj'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832333032346538', 'path': '/dev/sdj'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.202s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-548225927',display_name='tempest-TestShelveInstance-server-548225927',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-548225927',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSusRQ4wvujIUZeafKvyvwq1RzNNDyNn5n8K9K/mKSHGrAgKVKSq9WqPHWaRKnDl99XCpYvefDcNAOin4LSm71wEDw4U31qHQVJmdKixKr/QbdMKvIkVt2eI/KEL7P3Dg==',key_name='tempest-TestShelveInstance-1586855978',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf628b2992324266a364fc6b8259164f',ramdisk_id='',reservation_id='r-oyg0z94m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1591946578',owner_user_name='tempest-TestShelveInstance-1591946578-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:43:49Z,user_data=None,user_id='7d41e973c4724cd18428e8ef5eb28eba',uuid=730cf312-5f13-436b-ad61-f1cdaaedec5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converting VIF {"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'pci_devices' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed51cd9-804e-4ddb-b5c7-c483b541dc81]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:00 user nova-compute[75223]: No targets found.
Dec 01 15:44:00 user nova-compute[75223]: iSNS:
Dec 01 15:44:00 user nova-compute[75223]: No targets found.
Dec 01 15:44:00 user nova-compute[75223]: STATIC:
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:00 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:00 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:00 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:00 user nova-compute[75223]: No targets found.
Dec 01 15:44:00 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:00 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:00 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:44:00 user nova-compute[75223]:   <uuid>730cf312-5f13-436b-ad61-f1cdaaedec5a</uuid>
Dec 01 15:44:00 user nova-compute[75223]:   <name>instance-00000013</name>
Dec 01 15:44:00 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:44:00 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:44:00 user nova-compute[75223]:   <metadata>
Dec 01 15:44:00 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:44:00 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:44:00 user nova-compute[75223]:       <nova:name>tempest-TestShelveInstance-server-548225927</nova:name>
Dec 01 15:44:00 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:43:58</nova:creationTime>
Dec 01 15:44:00 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:44:00 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:44:00 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:44:00 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:44:00 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:44:00 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:44:00 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:44:00 user nova-compute[75223]:       <nova:owner>
Dec 01 15:44:00 user nova-compute[75223]:         <nova:user uuid="7d41e973c4724cd18428e8ef5eb28eba">tempest-TestShelveInstance-1591946578-project-member</nova:user>
Dec 01 15:44:00 user nova-compute[75223]:         <nova:project uuid="cf628b2992324266a364fc6b8259164f">tempest-TestShelveInstance-1591946578</nova:project>
Dec 01 15:44:00 user nova-compute[75223]:       </nova:owner>
Dec 01 15:44:00 user nova-compute[75223]:       <nova:ports>
Dec 01 15:44:00 user nova-compute[75223]:         <nova:port uuid="2852980a-8bee-423b-9997-e8257748ed50">
Dec 01 15:44:00 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 15:44:00 user nova-compute[75223]:         </nova:port>
Dec 01 15:44:00 user nova-compute[75223]:       </nova:ports>
Dec 01 15:44:00 user nova-compute[75223]:     </nova:instance>
Dec 01 15:44:00 user nova-compute[75223]:   </metadata>
Dec 01 15:44:00 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:44:00 user nova-compute[75223]:     <system>
Dec 01 15:44:00 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:44:00 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:44:00 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:44:00 user nova-compute[75223]:       <entry name="serial">730cf312-5f13-436b-ad61-f1cdaaedec5a</entry>
Dec 01 15:44:00 user nova-compute[75223]:       <entry name="uuid">730cf312-5f13-436b-ad61-f1cdaaedec5a</entry>
Dec 01 15:44:00 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:44:00 user nova-compute[75223]:     </system>
Dec 01 15:44:00 user nova-compute[75223]:   </sysinfo>
Dec 01 15:44:00 user nova-compute[75223]:   <os>
Dec 01 15:44:00 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:44:00 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:44:00 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:44:00 user nova-compute[75223]:   </os>
Dec 01 15:44:00 user nova-compute[75223]:   <features>
Dec 01 15:44:00 user nova-compute[75223]:     <acpi/>
Dec 01 15:44:00 user nova-compute[75223]:     <apic/>
Dec 01 15:44:00 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:44:00 user nova-compute[75223]:   </features>
Dec 01 15:44:00 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:44:00 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:44:00 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:44:00 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:44:00 user nova-compute[75223]:   </clock>
Dec 01 15:44:00 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:44:00 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:44:00 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:44:00 user nova-compute[75223]:   </cpu>
Dec 01 15:44:00 user nova-compute[75223]:   <devices>
Dec 01 15:44:00 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:44:00 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:00 user nova-compute[75223]:       <source dev="/dev/sdj"/>
Dec 01 15:44:00 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:44:00 user nova-compute[75223]:       <serial>cd198bca-7b06-4e23-954f-15a437d8fc64</serial>
Dec 01 15:44:00 user nova-compute[75223]:     </disk>
Dec 01 15:44:00 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:44:00 user nova-compute[75223]:       <mac address="fa:16:3e:1e:14:e4"/>
Dec 01 15:44:00 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:44:00 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:44:00 user nova-compute[75223]:       <target dev="tap2852980a-8b"/>
Dec 01 15:44:00 user nova-compute[75223]:     </interface>
Dec 01 15:44:00 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:44:00 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a/console.log" append="off"/>
Dec 01 15:44:00 user nova-compute[75223]:     </serial>
Dec 01 15:44:00 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:44:00 user nova-compute[75223]:     <video>
Dec 01 15:44:00 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:44:00 user nova-compute[75223]:     </video>
Dec 01 15:44:00 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:44:00 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:44:00 user nova-compute[75223]:     </rng>
Dec 01 15:44:00 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:44:00 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:44:00 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:44:00 user nova-compute[75223]:     </memballoon>
Dec 01 15:44:00 user nova-compute[75223]:   </devices>
Dec 01 15:44:00 user nova-compute[75223]: </domain>
Dec 01 15:44:00 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-548225927',display_name='tempest-TestShelveInstance-server-548225927',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-548225927',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSusRQ4wvujIUZeafKvyvwq1RzNNDyNn5n8K9K/mKSHGrAgKVKSq9WqPHWaRKnDl99XCpYvefDcNAOin4LSm71wEDw4U31qHQVJmdKixKr/QbdMKvIkVt2eI/KEL7P3Dg==',key_name='tempest-TestShelveInstance-1586855978',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='cf628b2992324266a364fc6b8259164f',ramdisk_id='',reservation_id='r-oyg0z94m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-1591946578',owner_user_name='tempest-TestShelveInstance-1591946578-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:43:49Z,user_data=None,user_id='7d41e973c4724cd18428e8ef5eb28eba',uuid=730cf312-5f13-436b-ad61-f1cdaaedec5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converting VIF {"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_vif [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '09916cc0-3a6c-554c-92a5-932bec661bbd', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e215e5-4830-4cb1-9c29-3f82605637af]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2852980a-8b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2852980a-8b, col_values=(('qos', UUID('1be45811-cb45-45ef-a1e9-75f051f56f83')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2852980a-8b, col_values=(('external_ids', {'iface-id': '2852980a-8bee-423b-9997-e8257748ed50', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:14:e4', 'vm-uuid': '730cf312-5f13-436b-ad61-f1cdaaedec5a'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a88e7316-1446-4eab-8b46-2d6d51d352f6]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:00 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d430df30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2'): ({'sdi'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Removing single pathed devices sdi {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:00 user nova-compute[75223]: INFO os_vif [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b')
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6585b94e-3095-4011-ab70-02e911fff308]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[be7b82ed-5da1-4232-ab6c-aff6475aab8f]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] No VIF found with MAC fa:16:3e:1e:14:e4, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flushing IO for device /dev/sdi {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6dc642b-e4ad-4dea-9e83-cdf8528935bb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.050s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f67ce7-e589-493c-b699-b6dae2481e41]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Checking to see if SCSI volumes sdi have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] SCSI volumes sdi have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[96fd7576-0bfb-4f6b-b52f-923adb6f2929]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[19df2b71-84cb-4c24-95d1-d58b78811bc8]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]
Dec 01 15:44:00 user nova-compute[75223]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:00 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5806ccac-a726-43a6-8dd7-7655dff5bbad]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== disconnect_volume: return (555ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance destroyed successfully.
Dec 01 15:44:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1543781196',display_name='tempest-ServerActionsTestOtherA-server-1288053645',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1543781196',id=16,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6RbKmUJpE1iAv0fQ02aFzn0i53bLHNPgFHM2ny+HjIWLol/ZakT120LsIVjokuEHwYtbXWTZbvQ5vHFv1SW2ZwntkAYMmhCQWEHlEWWMlLeSkizIfx7z+x3XrCBf1iLw==',key_name='tempest-keypair-1455037320',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-ccbs2xg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:43:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=a7632015-1fa7-4ab4-9da9-2bfb45ce55bf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_vif [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22261489-9d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2a9014f9-5f42-44d4-85f5-bf4ee0051d3f) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: INFO os_vif [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d')
Dec 01 15:44:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:01 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38c17e0-3afb-4ca0-ac36-e5371f0dc818]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:01 user nova-compute[75223]: No targets found.
Dec 01 15:44:01 user nova-compute[75223]: iSNS:
Dec 01 15:44:01 user nova-compute[75223]: No targets found.
Dec 01 15:44:01 user nova-compute[75223]: STATIC:
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:01 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:01 user nova-compute[75223]: No targets found.
Dec 01 15:44:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:01 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:01 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6a2f320-dadc-48e8-973a-2546f285b316]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d745ddc7-7ecd-42f8-9629-17f7eafaebbe]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45c7490>, {}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Disconnecting from: [] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== disconnect_volume: return (78ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Deleting instance files /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf_del
Dec 01 15:44:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Deletion of /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf_del complete
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG nova.compute.manager [req-dbe03789-f8cb-4ecd-a168-98b0ec1d0a60 req-048373f3-591f-4c6d-b810-81b56452714a service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dbe03789-f8cb-4ecd-a168-98b0ec1d0a60 req-048373f3-591f-4c6d-b810-81b56452714a service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dbe03789-f8cb-4ecd-a168-98b0ec1d0a60 req-048373f3-591f-4c6d-b810-81b56452714a service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dbe03789-f8cb-4ecd-a168-98b0ec1d0a60 req-048373f3-591f-4c6d-b810-81b56452714a service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG nova.compute.manager [req-dbe03789-f8cb-4ecd-a168-98b0ec1d0a60 req-048373f3-591f-4c6d-b810-81b56452714a service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:01 user nova-compute[75223]: WARNING nova.compute.manager [req-dbe03789-f8cb-4ecd-a168-98b0ec1d0a60 req-048373f3-591f-4c6d-b810-81b56452714a service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received unexpected event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with vm_state active and task_state rebuilding.
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: INFO nova.virt.block_device [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Booting with volume 546759a9-e1ed-4222-a0c4-5fd1d89072b2 at /dev/vdb
Dec 01 15:44:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG os_brick.utils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74cdc258-b921-4246-9ef9-e7bf2973e898]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2bd1bca-fdb8-423c-897c-b67ca1a5c89b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[52be3218-1fb1-42a4-a30a-9b1e40e9cb95]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6c6bff8-4708-4b61-9b13-e7090bf44520]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-5f74543b-ebaf-43b4-8ae8-43ba1bfb7dc0 req-3a1885d2-1acc-47e4-8104-316ca9b8507f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5f74543b-ebaf-43b4-8ae8-43ba1bfb7dc0 req-3a1885d2-1acc-47e4-8104-316ca9b8507f service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5f74543b-ebaf-43b4-8ae8-43ba1bfb7dc0 req-3a1885d2-1acc-47e4-8104-316ca9b8507f service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5f74543b-ebaf-43b4-8ae8-43ba1bfb7dc0 req-3a1885d2-1acc-47e4-8104-316ca9b8507f service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-5f74543b-ebaf-43b4-8ae8-43ba1bfb7dc0 req-3a1885d2-1acc-47e4-8104-316ca9b8507f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:02 user nova-compute[75223]: WARNING nova.compute.manager [req-5f74543b-ebaf-43b4-8ae8-43ba1bfb7dc0 req-3a1885d2-1acc-47e4-8104-316ca9b8507f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received unexpected event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with vm_state building and task_state spawning.
Dec 01 15:44:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:44:02 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:44:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d49ea99d-de69-4345-97c0-293a7e3ad70f]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG os_brick.utils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== get_connector_properties: return (158ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updating existing volume attachment record: 3c82bab3-5b41-4c59-b1e3-cba052e4b66d {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:03 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:44:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:03 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:44:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:03 user nova-compute[75223]: INFO nova.compute.manager [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Detaching volume 5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:03 user nova-compute[75223]: INFO nova.virt.block_device [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Attempting to driver detach volume 5db3edaa-f5f9-41b7-900f-622e6c5c0374 from mountpoint /dev/vdb
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Attempting to detach device vdb from instance 49e0984e-88b5-42c8-a435-f9980b3fe641 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:44:04 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:04 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:44:04 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:44:04 user nova-compute[75223]:   <serial>5db3edaa-f5f9-41b7-900f-622e6c5c0374</serial>
Dec 01 15:44:04 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 15:44:04 user nova-compute[75223]: </disk>
Dec 01 15:44:04 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:44:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully detached device vdb from instance 49e0984e-88b5-42c8-a435-f9980b3fe641 from the persistent domain config.
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 49e0984e-88b5-42c8-a435-f9980b3fe641 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:44:04 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:04 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:44:04 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:44:04 user nova-compute[75223]:   <serial>5db3edaa-f5f9-41b7-900f-622e6c5c0374</serial>
Dec 01 15:44:04 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 15:44:04 user nova-compute[75223]: </disk>
Dec 01 15:44:04 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:44:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance spawned successfully.
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-66935389-b57a-4c93-bf73-c7d41c9b9a9b req-dc34235b-20b4-400f-bdf3-429a81bb4c17 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-66935389-b57a-4c93-bf73-c7d41c9b9a9b req-dc34235b-20b4-400f-bdf3-429a81bb4c17 service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-66935389-b57a-4c93-bf73-c7d41c9b9a9b req-dc34235b-20b4-400f-bdf3-429a81bb4c17 service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-66935389-b57a-4c93-bf73-c7d41c9b9a9b req-dc34235b-20b4-400f-bdf3-429a81bb4c17 service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-66935389-b57a-4c93-bf73-c7d41c9b9a9b req-dc34235b-20b4-400f-bdf3-429a81bb4c17 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:04 user nova-compute[75223]: WARNING nova.compute.manager [req-66935389-b57a-4c93-bf73-c7d41c9b9a9b req-dc34235b-20b4-400f-bdf3-429a81bb4c17 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received unexpected event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with vm_state building and task_state spawning.
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:04 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 is timed out.
Dec 01 15:44:04 user nova-compute[75223]: INFO nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Took 5.39 seconds to spawn the instance on the hypervisor.
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:44:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Successfully detached device vdc from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the live domain config.
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lZzfiBsE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:04 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e702e4b8-472b-435b-8fd5-3795c3c752c4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:04 user nova-compute[75223]: No targets found.
Dec 01 15:44:04 user nova-compute[75223]: iSNS:
Dec 01 15:44:04 user nova-compute[75223]: No targets found.
Dec 01 15:44:04 user nova-compute[75223]: STATIC:
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:04 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:04 user nova-compute[75223]: No targets found.
Dec 01 15:44:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:04 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:04 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5c1e27f-53fc-434a-8c04-31cd5ce7618b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: INFO nova.compute.manager [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Took 16.67 seconds to build instance.
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa49247c-61b8-4676-ad60-aafee44e4c2f]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4396950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2'): ({'sdg'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Removing single pathed devices sdg {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f6acdc4-75d2-425a-984e-4afc753bb9bd]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f74fdd10-7ee7-4aef-80ab-0b7107a43910]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Flushing IO for device /dev/sdg {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b84c83c-33c0-47ce-b817-28b02704c9d3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.039s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f158ba0-b26f-4bab-b720-89413439b826]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d67a118f-507c-4865-871c-e6b40d7b6df9 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.930s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e0886e-8b93-42e7-b84c-131016534cfb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c32673-5b11-494f-ac88-a2618fe8e0f1]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260]
Dec 01 15:44:04 user nova-compute[75223]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f2381559-c1d1-4a33-b1e1-85614e9671f2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.049s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea318c42-08f8-4a53-8af5-7013db3e9587]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.484s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] <== disconnect_volume: return (485ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG nova.objects.instance [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'flavor' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0637bcef-5073-46af-9ad6-00d4b2e0eb34 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.124s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 is timed out.
Dec 01 15:44:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully detached device vdb from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the live domain config.
Dec 01 15:44:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kXsuTjEF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6639b0b3-a8ef-41f9-92cb-ce29067853d3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:06 user nova-compute[75223]: No targets found.
Dec 01 15:44:06 user nova-compute[75223]: iSNS:
Dec 01 15:44:06 user nova-compute[75223]: No targets found.
Dec 01 15:44:06 user nova-compute[75223]: STATIC:
Dec 01 15:44:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:44:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:44:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1
Dec 01 15:44:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:06 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:06 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:06 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:06 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:06 user nova-compute[75223]: No targets found.
Dec 01 15:44:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:06 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:06 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7162ac4-f7f9-41fe-85de-5134a5d63b5c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a5c97b-46e7-43ea-a570-f9bf73ef6197]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d449f2e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1'): ({'sdh'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Removing single pathed devices sdh {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[823100b7-e0e1-4665-87ce-4d6bee2d5277]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce39b1a-dec9-4f78-91cc-7c97c75dbf39]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Flushing IO for device /dev/sdh {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d2fb0f0-2971-436b-a888-93639b6cf840]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.037s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb31e91a-405f-4447-bf4f-8bac2d02ba81]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] SCSI volumes sdh have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6d6c536-7fba-4f64-a5b0-b461ae43257a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.422s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[608c9c70-ac85-4eab-9601-7bf39348744a]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260]
Dec 01 15:44:06 user nova-compute[75223]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bdb37d3c-cc80-47f8-8b15-cb1c99fa08e1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.042s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fdcc1ab-5736-412b-893c-7e6e6ebceecb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.846s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] <== disconnect_volume: return (848ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:06 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 is timed out.
Dec 01 15:44:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully detached device vdc from instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 from the live domain config.
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FSKLAtYp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b1be47-33f5-43e9-90c6-8dc6651644d8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:07 user nova-compute[75223]: No targets found.
Dec 01 15:44:07 user nova-compute[75223]: iSNS:
Dec 01 15:44:07 user nova-compute[75223]: No targets found.
Dec 01 15:44:07 user nova-compute[75223]: STATIC:
Dec 01 15:44:07 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f
Dec 01 15:44:07 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:07 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:07 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:44:07 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:07 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:07 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:07 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:07 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:07 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:07 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:07 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:07 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:07 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:07 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:07 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:07 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:07 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:07 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:07 user nova-compute[75223]: No targets found.
Dec 01 15:44:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:07 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:07 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7973ab23-d2a6-4d05-9997-abeb7d42d0d4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[640db1f1-3a8e-409d-aa4a-f6ec2d3a2e1e]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d449c4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[92bb8cb3-5531-4e81-b662-844e4f6c7371]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[928f8b7a-0980-4ee9-afef-ad97b311f321]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb7b2760-a0c6-483b-af8b-349d6aed8724]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a47853e-5a72-4783-81c1-eaef83129653]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d74bc60-73a2-4fe8-a649-8212a530ad53]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --logout" returned: 0 in 0.086s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[46611456-40d3-4bfd-ba93-4f39300e3ad2]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260]
Dec 01 15:44:07 user nova-compute[75223]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8c741127-d068-4d81-bbd0-1d78af753a2f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[03efec44-1c00-42ba-a616-cf30b79bcf0f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.438s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] <== disconnect_volume: return (440ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG nova.objects.instance [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'flavor' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-59921cea-1dd0-423a-84ed-0462d5f66161 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.604s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'flavor' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.229s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-267abd4b-e7a7-42a9-a21b-6808626eccca tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.038s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "interface-cedfd1c2-23ea-4e04-ae80-449cabf85f47-64695655-36a7-45af-b271-f59f1656054d" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "interface-cedfd1c2-23ea-4e04-ae80-449cabf85f47-64695655-36a7-45af-b271-f59f1656054d" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'flavor' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1827280945',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1827280945',id=15,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs1GiDeRQbHUSPYCkOYal4ox2dEoS8eeoSi6W7p6J+TVXKt0NThpXwO0S3PcmsbZf9tCn11619ibEAadhFdXj2SgN8sDGAa1yN+2outtb1+ZuDAoB9FWRgRSRD4+Xcwow==',key_name='tempest-keypair-1365044420',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce035d0d984e448fb5296aaa7cbb19e8',ramdisk_id='',reservation_id='r-ugk1inwu',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1928712376',owner_user_name='tempest-TaggedAttachmentsTest-1928712376-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e46eb96cc59487cb513fd4a658e076a',uuid=cedfd1c2-23ea-4e04-ae80-449cabf85f47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converting VIF {"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:38:41"/><model type="virtio"/><mtu size="1442"/><target dev="tap64695655-36"/></interface> {{(pid=75223) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:38:41"/><model type="virtio"/><mtu size="1442"/><target dev="tap64695655-36"/></interface> {{(pid=75223) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Attempting to detach device tap64695655-36 from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] detach device xml: <interface type="ethernet">
Dec 01 15:44:08 user nova-compute[75223]:   <mac address="fa:16:3e:35:38:41"/>
Dec 01 15:44:08 user nova-compute[75223]:   <model type="virtio"/>
Dec 01 15:44:08 user nova-compute[75223]:   <mtu size="1442"/>
Dec 01 15:44:08 user nova-compute[75223]:   <target dev="tap64695655-36"/>
Dec 01 15:44:08 user nova-compute[75223]: </interface>
Dec 01 15:44:08 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:38:41"/><model type="virtio"/><mtu size="1442"/><target dev="tap64695655-36"/></interface> {{(pid=75223) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:35:38:41"/><model type="virtio"/><mtu size="1442"/><target dev="tap64695655-36"/></interface>not found in domain: <domain type='kvm' id='16'>
Dec 01 15:44:08 user nova-compute[75223]:   <name>instance-0000000f</name>
Dec 01 15:44:08 user nova-compute[75223]:   <uuid>cedfd1c2-23ea-4e04-ae80-449cabf85f47</uuid>
Dec 01 15:44:08 user nova-compute[75223]:   <metadata>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:44:08 user nova-compute[75223]:   <nova:package version="0.0.0"/>
Dec 01 15:44:08 user nova-compute[75223]:   <nova:name>tempest-device-tagging-server-1827280945</nova:name>
Dec 01 15:44:08 user nova-compute[75223]:   <nova:creationTime>2023-12-01 15:43:30</nova:creationTime>
Dec 01 15:44:08 user nova-compute[75223]:   <nova:flavor name="m1.tiny">
Dec 01 15:44:08 user nova-compute[75223]:     <nova:memory>512</nova:memory>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:disk>1</nova:disk>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:swap>0</nova:swap>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:vcpus>1</nova:vcpus>
Dec 01 15:44:08 user nova-compute[75223]:   </nova:flavor>
Dec 01 15:44:08 user nova-compute[75223]:   <nova:owner>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:user uuid="5e46eb96cc59487cb513fd4a658e076a">tempest-TaggedAttachmentsTest-1928712376-project-member</nova:user>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:project uuid="ce035d0d984e448fb5296aaa7cbb19e8">tempest-TaggedAttachmentsTest-1928712376</nova:project>
Dec 01 15:44:08 user nova-compute[75223]:   </nova:owner>
Dec 01 15:44:08 user nova-compute[75223]:   <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:44:08 user nova-compute[75223]:   <nova:ports>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:port uuid="81a6b1de-4eb8-47c7-a32d-2d64e806e13f">
Dec 01 15:44:08 user nova-compute[75223]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:44:08 user nova-compute[75223]:     </nova:port>
Dec 01 15:44:08 user nova-compute[75223]:     <nova:port uuid="64695655-36a7-45af-b271-f59f1656054d">
Dec 01 15:44:08 user nova-compute[75223]:       <nova:ip type="fixed" address="10.10.10.110" ipVersion="4"/>
Dec 01 15:44:08 user nova-compute[75223]:     </nova:port>
Dec 01 15:44:08 user nova-compute[75223]:   </nova:ports>
Dec 01 15:44:08 user nova-compute[75223]: </nova:instance>
Dec 01 15:44:08 user nova-compute[75223]:   </metadata>
Dec 01 15:44:08 user nova-compute[75223]:   <memory unit='KiB'>524288</memory>
Dec 01 15:44:08 user nova-compute[75223]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 01 15:44:08 user nova-compute[75223]:   <vcpu placement='static'>1</vcpu>
Dec 01 15:44:08 user nova-compute[75223]:   <resource>
Dec 01 15:44:08 user nova-compute[75223]:     <partition>/machine</partition>
Dec 01 15:44:08 user nova-compute[75223]:   </resource>
Dec 01 15:44:08 user nova-compute[75223]:   <sysinfo type='smbios'>
Dec 01 15:44:08 user nova-compute[75223]:     <system>
Dec 01 15:44:08 user nova-compute[75223]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 01 15:44:08 user nova-compute[75223]:       <entry name='product'>OpenStack Nova</entry>
Dec 01 15:44:08 user nova-compute[75223]:       <entry name='version'>0.0.0</entry>
Dec 01 15:44:08 user nova-compute[75223]:       <entry name='serial'>cedfd1c2-23ea-4e04-ae80-449cabf85f47</entry>
Dec 01 15:44:08 user nova-compute[75223]:       <entry name='uuid'>cedfd1c2-23ea-4e04-ae80-449cabf85f47</entry>
Dec 01 15:44:08 user nova-compute[75223]:       <entry name='family'>Virtual Machine</entry>
Dec 01 15:44:08 user nova-compute[75223]:     </system>
Dec 01 15:44:08 user nova-compute[75223]:   </sysinfo>
Dec 01 15:44:08 user nova-compute[75223]:   <os>
Dec 01 15:44:08 user nova-compute[75223]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 01 15:44:08 user nova-compute[75223]:     <boot dev='hd'/>
Dec 01 15:44:08 user nova-compute[75223]:     <smbios mode='sysinfo'/>
Dec 01 15:44:08 user nova-compute[75223]:   </os>
Dec 01 15:44:08 user nova-compute[75223]:   <features>
Dec 01 15:44:08 user nova-compute[75223]:     <acpi/>
Dec 01 15:44:08 user nova-compute[75223]:     <apic/>
Dec 01 15:44:08 user nova-compute[75223]:     <vmcoreinfo state='on'/>
Dec 01 15:44:08 user nova-compute[75223]:   </features>
Dec 01 15:44:08 user nova-compute[75223]:   <cpu mode='custom' match='exact' check='full'>
Dec 01 15:44:08 user nova-compute[75223]:     <model fallback='forbid'>Nehalem</model>
Dec 01 15:44:08 user nova-compute[75223]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 01 15:44:08 user nova-compute[75223]:     <feature policy='require' name='vme'/>
Dec 01 15:44:08 user nova-compute[75223]:     <feature policy='require' name='x2apic'/>
Dec 01 15:44:08 user nova-compute[75223]:     <feature policy='require' name='hypervisor'/>
Dec 01 15:44:08 user nova-compute[75223]:   </cpu>
Dec 01 15:44:08 user nova-compute[75223]:   <clock offset='utc'>
Dec 01 15:44:08 user nova-compute[75223]:     <timer name='pit' tickpolicy='delay'/>
Dec 01 15:44:08 user nova-compute[75223]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 01 15:44:08 user nova-compute[75223]:     <timer name='hpet' present='no'/>
Dec 01 15:44:08 user nova-compute[75223]:   </clock>
Dec 01 15:44:08 user nova-compute[75223]:   <on_poweroff>destroy</on_poweroff>
Dec 01 15:44:08 user nova-compute[75223]:   <on_reboot>restart</on_reboot>
Dec 01 15:44:08 user nova-compute[75223]:   <on_crash>destroy</on_crash>
Dec 01 15:44:08 user nova-compute[75223]:   <devices>
Dec 01 15:44:08 user nova-compute[75223]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 15:44:08 user nova-compute[75223]:     <disk type='file' device='disk'>
Dec 01 15:44:08 user nova-compute[75223]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 01 15:44:08 user nova-compute[75223]:       <source file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk' index='2'/>
Dec 01 15:44:08 user nova-compute[75223]:       <backingStore type='file' index='3'>
Dec 01 15:44:08 user nova-compute[75223]:         <format type='raw'/>
Dec 01 15:44:08 user nova-compute[75223]:         <source file='/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427'/>
Dec 01 15:44:08 user nova-compute[75223]:         <backingStore/>
Dec 01 15:44:08 user nova-compute[75223]:       </backingStore>
Dec 01 15:44:08 user nova-compute[75223]:       <target dev='vda' bus='virtio'/>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='virtio-disk0'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </disk>
Dec 01 15:44:08 user nova-compute[75223]:     <disk type='file' device='cdrom'>
Dec 01 15:44:08 user nova-compute[75223]:       <driver name='qemu' type='raw' cache='none'/>
Dec 01 15:44:08 user nova-compute[75223]:       <source file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.config' index='1'/>
Dec 01 15:44:08 user nova-compute[75223]:       <backingStore/>
Dec 01 15:44:08 user nova-compute[75223]:       <target dev='hda' bus='ide'/>
Dec 01 15:44:08 user nova-compute[75223]:       <readonly/>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='ide0-0-0'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </disk>
Dec 01 15:44:08 user nova-compute[75223]:     <controller type='usb' index='0' model='none'>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='usb'/>
Dec 01 15:44:08 user nova-compute[75223]:     </controller>
Dec 01 15:44:08 user nova-compute[75223]:     <controller type='pci' index='0' model='pci-root'>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='pci.0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </controller>
Dec 01 15:44:08 user nova-compute[75223]:     <controller type='ide' index='0'>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='ide'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 01 15:44:08 user nova-compute[75223]:     </controller>
Dec 01 15:44:08 user nova-compute[75223]:     <interface type='ethernet'>
Dec 01 15:44:08 user nova-compute[75223]:       <mac address='fa:16:3e:9b:ed:03'/>
Dec 01 15:44:08 user nova-compute[75223]:       <target dev='tap81a6b1de-4e'/>
Dec 01 15:44:08 user nova-compute[75223]:       <model type='virtio'/>
Dec 01 15:44:08 user nova-compute[75223]:       <mtu size='1442'/>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='net0'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </interface>
Dec 01 15:44:08 user nova-compute[75223]:     <interface type='ethernet'>
Dec 01 15:44:08 user nova-compute[75223]:       <mac address='fa:16:3e:35:38:41'/>
Dec 01 15:44:08 user nova-compute[75223]:       <target dev='tap64695655-36'/>
Dec 01 15:44:08 user nova-compute[75223]:       <model type='virtio'/>
Dec 01 15:44:08 user nova-compute[75223]:       <mtu size='1442'/>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='net1'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </interface>
Dec 01 15:44:08 user nova-compute[75223]:     <serial type='pty'>
Dec 01 15:44:08 user nova-compute[75223]:       <source path='/dev/pts/6'/>
Dec 01 15:44:08 user nova-compute[75223]:       <log file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/console.log' append='off'/>
Dec 01 15:44:08 user nova-compute[75223]:       <target type='isa-serial' port='0'>
Dec 01 15:44:08 user nova-compute[75223]:         <model name='isa-serial'/>
Dec 01 15:44:08 user nova-compute[75223]:       </target>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='serial0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </serial>
Dec 01 15:44:08 user nova-compute[75223]:     <console type='pty' tty='/dev/pts/6'>
Dec 01 15:44:08 user nova-compute[75223]:       <source path='/dev/pts/6'/>
Dec 01 15:44:08 user nova-compute[75223]:       <log file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/console.log' append='off'/>
Dec 01 15:44:08 user nova-compute[75223]:       <target type='serial' port='0'/>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='serial0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </console>
Dec 01 15:44:08 user nova-compute[75223]:     <input type='mouse' bus='ps2'>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='input0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </input>
Dec 01 15:44:08 user nova-compute[75223]:     <input type='keyboard' bus='ps2'>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='input1'/>
Dec 01 15:44:08 user nova-compute[75223]:     </input>
Dec 01 15:44:08 user nova-compute[75223]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Dec 01 15:44:08 user nova-compute[75223]:       <listen type='address' address='0.0.0.0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </graphics>
Dec 01 15:44:08 user nova-compute[75223]:     <audio id='1' type='none'/>
Dec 01 15:44:08 user nova-compute[75223]:     <video>
Dec 01 15:44:08 user nova-compute[75223]:       <model type='virtio' heads='1' primary='yes'/>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='video0'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </video>
Dec 01 15:44:08 user nova-compute[75223]:     <memballoon model='virtio'>
Dec 01 15:44:08 user nova-compute[75223]:       <stats period='10'/>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='balloon0'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </memballoon>
Dec 01 15:44:08 user nova-compute[75223]:     <rng model='virtio'>
Dec 01 15:44:08 user nova-compute[75223]:       <backend model='random'>/dev/urandom</backend>
Dec 01 15:44:08 user nova-compute[75223]:       <alias name='rng0'/>
Dec 01 15:44:08 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 01 15:44:08 user nova-compute[75223]:     </rng>
Dec 01 15:44:08 user nova-compute[75223]:   </devices>
Dec 01 15:44:08 user nova-compute[75223]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 01 15:44:08 user nova-compute[75223]:     <label>libvirt-cedfd1c2-23ea-4e04-ae80-449cabf85f47</label>
Dec 01 15:44:08 user nova-compute[75223]:     <imagelabel>libvirt-cedfd1c2-23ea-4e04-ae80-449cabf85f47</imagelabel>
Dec 01 15:44:08 user nova-compute[75223]:   </seclabel>
Dec 01 15:44:08 user nova-compute[75223]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 01 15:44:08 user nova-compute[75223]:     <label>+64055:+108</label>
Dec 01 15:44:08 user nova-compute[75223]:     <imagelabel>+64055:+108</imagelabel>
Dec 01 15:44:08 user nova-compute[75223]:   </seclabel>
Dec 01 15:44:08 user nova-compute[75223]: </domain>
Dec 01 15:44:08 user nova-compute[75223]:  {{(pid=75223) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 01 15:44:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully detached device tap64695655-36 from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the persistent domain config.
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] (1/8): Attempting to detach device tap64695655-36 with device alias net1 from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] detach device xml: <interface type="ethernet">
Dec 01 15:44:08 user nova-compute[75223]:   <mac address="fa:16:3e:35:38:41"/>
Dec 01 15:44:08 user nova-compute[75223]:   <model type="virtio"/>
Dec 01 15:44:08 user nova-compute[75223]:   <mtu size="1442"/>
Dec 01 15:44:08 user nova-compute[75223]:   <target dev="tap64695655-36"/>
Dec 01 15:44:08 user nova-compute[75223]: </interface>
Dec 01 15:44:08 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Start waiting for the detach event from libvirt for device tap64695655-36 with device alias net1 for instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-5eded6b1-1a48-4482-a032-0b292a736ff5 req-7ab7d669-3b56-49df-95ad-caa3bc43a6ff service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-unplugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5eded6b1-1a48-4482-a032-0b292a736ff5 req-7ab7d669-3b56-49df-95ad-caa3bc43a6ff service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5eded6b1-1a48-4482-a032-0b292a736ff5 req-7ab7d669-3b56-49df-95ad-caa3bc43a6ff service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5eded6b1-1a48-4482-a032-0b292a736ff5 req-7ab7d669-3b56-49df-95ad-caa3bc43a6ff service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-5eded6b1-1a48-4482-a032-0b292a736ff5 req-7ab7d669-3b56-49df-95ad-caa3bc43a6ff service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-unplugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:09 user nova-compute[75223]: WARNING nova.compute.manager [req-5eded6b1-1a48-4482-a032-0b292a736ff5 req-7ab7d669-3b56-49df-95ad-caa3bc43a6ff service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received unexpected event network-vif-unplugged-64695655-36a7-45af-b271-f59f1656054d for instance with vm_state active and task_state None.
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json" returned: 0 in 0.284s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdj (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:44:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:44:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:11 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:44:11 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=6830MB free_disk=25.197284698486328GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Applying migration context for instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b as it has an incoming, in-progress migration b60cb66b-f3c6-479c-86f1-55528b459dc6. Migration status is finished {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 01 15:44:11 user nova-compute[75223]: INFO nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating resource usage from migration b60cb66b-f3c6-479c-86f1-55528b459dc6
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-2d77d13a-3cdb-42c7-ba4b-720355ccf8ab req-6fd19016-ccfe-48fe-be4d-061bba6af048 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d77d13a-3cdb-42c7-ba4b-720355ccf8ab req-6fd19016-ccfe-48fe-be4d-061bba6af048 service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d77d13a-3cdb-42c7-ba4b-720355ccf8ab req-6fd19016-ccfe-48fe-be4d-061bba6af048 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d77d13a-3cdb-42c7-ba4b-720355ccf8ab req-6fd19016-ccfe-48fe-be4d-061bba6af048 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-2d77d13a-3cdb-42c7-ba4b-720355ccf8ab req-6fd19016-ccfe-48fe-be4d-061bba6af048 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:11 user nova-compute[75223]: WARNING nova.compute.manager [req-2d77d13a-3cdb-42c7-ba4b-720355ccf8ab req-6fd19016-ccfe-48fe-be4d-061bba6af048 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received unexpected event network-vif-plugged-64695655-36a7-45af-b271-f59f1656054d for instance with vm_state active and task_state None.
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Migration b60cb66b-f3c6-479c-86f1-55528b459dc6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1e69df5-0bb2-4080-9cf3-a352018573ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance de73fcf7-913c-449c-bf80-190b06b7f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 730cf312-5f13-436b-ad61-f1cdaaedec5a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=32GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Port 3459e9d8-5df2-4c97-8f57-8da4f19af7e8 binding to destination host user is already ACTIVE {{(pid=75223) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:44:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.964s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Creating tmpfile /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/tmpwmtkjq5g to verify with other compute node that the instance is on the same shared storage. {{(pid=75223) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9622}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-5a2326ca-9c3f-4740-982d-66ae9694b336 req-c51fe047-5142-432c-98ab-cb7dee9f1fcf service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5a2326ca-9c3f-4740-982d-66ae9694b336 req-c51fe047-5142-432c-98ab-cb7dee9f1fcf service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5a2326ca-9c3f-4740-982d-66ae9694b336 req-c51fe047-5142-432c-98ab-cb7dee9f1fcf service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5a2326ca-9c3f-4740-982d-66ae9694b336 req-c51fe047-5142-432c-98ab-cb7dee9f1fcf service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-5a2326ca-9c3f-4740-982d-66ae9694b336 req-c51fe047-5142-432c-98ab-cb7dee9f1fcf service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:12 user nova-compute[75223]: WARNING nova.compute.manager [req-5a2326ca-9c3f-4740-982d-66ae9694b336 req-c51fe047-5142-432c-98ab-cb7dee9f1fcf service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state resized and task_state resize_reverting.
Dec 01 15:44:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:44:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Creating image(s)
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance destroyed successfully.
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lazy-loading 'resources' on Instance uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:42:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:42:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_vif [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3459e9d8-5d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fcf78a25-4385-4715-b487-fe1cd0b0cb36) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:13 user nova-compute[75223]: INFO os_vif [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d')
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk 1073741824" returned: 0 in 0.073s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c436f467-42ca-4389-8774-10d368e20042]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:13 user nova-compute[75223]: No targets found.
Dec 01 15:44:13 user nova-compute[75223]: iSNS:
Dec 01 15:44:13 user nova-compute[75223]: No targets found.
Dec 01 15:44:13 user nova-compute[75223]: STATIC:
Dec 01 15:44:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:44:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:13 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:13 user nova-compute[75223]: No targets found.
Dec 01 15:44:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:13 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:13 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[80fc2350-dc05-47da-a150-eb4bc8a36901]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2656bb31-4227-471b-b817-d83bb6c86457]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4435ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0063cb7c-66a3-4dcb-a55d-f166bc28db0d]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[53efa517-c2bd-4e3b-8067-0f1e66bd0e3c]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ccf28c-473a-4a8e-abcb-bc47cf5cfb1c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea3296e8-8c15-4576-a1a2-87d4102e965d]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f6cc73b-51a8-472e-975f-ff8dd54863dc]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0e327c8-78a8-4185-b112-77bbfec8ec56]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]
Dec 01 15:44:13 user nova-compute[75223]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Cannot resize image /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Ensure instance console log exists: /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Start _get_guest_xml network_info=[{"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a7632015-1fa7-4ab4-9da9-2bfb45ce55bf', 'attached_at': '', 'detached_at': '', 'volume_id': '546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'serial': '546759a9-e1ed-4222-a0c4-5fd1d89072b2'}, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': '3c82bab3-5b41-4c59-b1e3-cba052e4b66d', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:44:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 15:44:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f7afaf4-dc85-4856-8dfe-dee4e3a9cafb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.404s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== disconnect_volume: return (406ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'vcpu_model' on Instance uuid a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:13 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b4eef6d-4a69-4ad5-b72a-d1f224b8075a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:44:13 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d12f551-5385-4f64-b08e-a3255fd866a8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2] added
Dec 01 15:44:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0e15be1-fcf6-4c22-9e0a-e097fd3d145b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd96854-f249-4af1-9395-a86c6469b2ec]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ivfxwgeT {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ivfxwgeT" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[40369c60-f2eb-42bc-a1d1-5fff784ed7bb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ivfxwgeT'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6a5af96-fa3c-42fc-9024-fbbe5e08621a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8b3691a-a269-40fc-9014-77930769f86e]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb4b8edc-aa7b-4ba6-8b27-0bfec157bf25]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]
Dec 01 15:44:14 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9c0482-7e09-4584-b0f4-d8674e53c5bf]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[09b508c2-cfa8-48a0-88c8-782f330635e0]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f33f6c1-6e4a-4e1b-98f0-2c02465cf69d]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG nova.objects.instance [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lazy-loading 'migration_context' on Instance uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG nova.objects.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Object Instance<f7bbe7f1-f5e6-4c23-9186-bb845df4c84b> lazy-loaded attributes: resources,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-049ded57-ae6b-4a59-96f9-99fd62d0e630 req-00ccd52e-47dd-4d65-8f58-c53b5c3be1b5 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-049ded57-ae6b-4a59-96f9-99fd62d0e630 req-00ccd52e-47dd-4d65-8f58-c53b5c3be1b5 service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-049ded57-ae6b-4a59-96f9-99fd62d0e630 req-00ccd52e-47dd-4d65-8f58-c53b5c3be1b5 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-049ded57-ae6b-4a59-96f9-99fd62d0e630 req-00ccd52e-47dd-4d65-8f58-c53b5c3be1b5 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-049ded57-ae6b-4a59-96f9-99fd62d0e630 req-00ccd52e-47dd-4d65-8f58-c53b5c3be1b5 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:14 user nova-compute[75223]: WARNING nova.compute.manager [req-049ded57-ae6b-4a59-96f9-99fd62d0e630 req-00ccd52e-47dd-4d65-8f58-c53b5c3be1b5 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state resized and task_state resize_reverting.
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.345s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '23139376434633365', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139376434633365', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.494s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:41:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1543781196',display_name='tempest-ServerActionsTestOtherA-server-1288053645',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1543781196',id=16,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6RbKmUJpE1iAv0fQ02aFzn0i53bLHNPgFHM2ny+HjIWLol/ZakT120LsIVjokuEHwYtbXWTZbvQ5vHFv1SW2ZwntkAYMmhCQWEHlEWWMlLeSkizIfx7z+x3XrCBf1iLw==',key_name='tempest-keypair-1455037320',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-ccbs2xg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:44:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=a7632015-1fa7-4ab4-9da9-2bfb45ce55bf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:44:15 user nova-compute[75223]:   <uuid>a7632015-1fa7-4ab4-9da9-2bfb45ce55bf</uuid>
Dec 01 15:44:15 user nova-compute[75223]:   <name>instance-00000010</name>
Dec 01 15:44:15 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:44:15 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:44:15 user nova-compute[75223]:   <metadata>
Dec 01 15:44:15 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:44:15 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:44:15 user nova-compute[75223]:       <nova:name>tempest-ServerActionsTestOtherA-server-1288053645</nova:name>
Dec 01 15:44:15 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:44:13</nova:creationTime>
Dec 01 15:44:15 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:44:15 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:44:15 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:44:15 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:44:15 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:44:15 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:44:15 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:44:15 user nova-compute[75223]:       <nova:owner>
Dec 01 15:44:15 user nova-compute[75223]:         <nova:user uuid="3ec8d012a9e34a76b5b664d8ee648e9f">tempest-ServerActionsTestOtherA-1859357013-project-member</nova:user>
Dec 01 15:44:15 user nova-compute[75223]:         <nova:project uuid="9a95e6088fc049c89d0e6f2194dc80ff">tempest-ServerActionsTestOtherA-1859357013</nova:project>
Dec 01 15:44:15 user nova-compute[75223]:       </nova:owner>
Dec 01 15:44:15 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:44:15 user nova-compute[75223]:       <nova:ports>
Dec 01 15:44:15 user nova-compute[75223]:         <nova:port uuid="22261489-9d86-4cbb-bb67-ec40647e6700">
Dec 01 15:44:15 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:44:15 user nova-compute[75223]:         </nova:port>
Dec 01 15:44:15 user nova-compute[75223]:       </nova:ports>
Dec 01 15:44:15 user nova-compute[75223]:     </nova:instance>
Dec 01 15:44:15 user nova-compute[75223]:   </metadata>
Dec 01 15:44:15 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:44:15 user nova-compute[75223]:     <system>
Dec 01 15:44:15 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:44:15 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:44:15 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:44:15 user nova-compute[75223]:       <entry name="serial">a7632015-1fa7-4ab4-9da9-2bfb45ce55bf</entry>
Dec 01 15:44:15 user nova-compute[75223]:       <entry name="uuid">a7632015-1fa7-4ab4-9da9-2bfb45ce55bf</entry>
Dec 01 15:44:15 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:44:15 user nova-compute[75223]:     </system>
Dec 01 15:44:15 user nova-compute[75223]:   </sysinfo>
Dec 01 15:44:15 user nova-compute[75223]:   <os>
Dec 01 15:44:15 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:44:15 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:44:15 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:44:15 user nova-compute[75223]:   </os>
Dec 01 15:44:15 user nova-compute[75223]:   <features>
Dec 01 15:44:15 user nova-compute[75223]:     <acpi/>
Dec 01 15:44:15 user nova-compute[75223]:     <apic/>
Dec 01 15:44:15 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:44:15 user nova-compute[75223]:   </features>
Dec 01 15:44:15 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:44:15 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:44:15 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:44:15 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:44:15 user nova-compute[75223]:   </clock>
Dec 01 15:44:15 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:44:15 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:44:15 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:44:15 user nova-compute[75223]:   </cpu>
Dec 01 15:44:15 user nova-compute[75223]:   <devices>
Dec 01 15:44:15 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:44:15 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:44:15 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk"/>
Dec 01 15:44:15 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:44:15 user nova-compute[75223]:     </disk>
Dec 01 15:44:15 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:44:15 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:15 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 15:44:15 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:44:15 user nova-compute[75223]:       <serial>546759a9-e1ed-4222-a0c4-5fd1d89072b2</serial>
Dec 01 15:44:15 user nova-compute[75223]:     </disk>
Dec 01 15:44:15 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:44:15 user nova-compute[75223]:       <mac address="fa:16:3e:01:0d:f5"/>
Dec 01 15:44:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:44:15 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:44:15 user nova-compute[75223]:       <target dev="tap22261489-9d"/>
Dec 01 15:44:15 user nova-compute[75223]:     </interface>
Dec 01 15:44:15 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:44:15 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/console.log" append="off"/>
Dec 01 15:44:15 user nova-compute[75223]:     </serial>
Dec 01 15:44:15 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:44:15 user nova-compute[75223]:     <video>
Dec 01 15:44:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:44:15 user nova-compute[75223]:     </video>
Dec 01 15:44:15 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:44:15 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:44:15 user nova-compute[75223]:     </rng>
Dec 01 15:44:15 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:44:15 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:44:15 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:44:15 user nova-compute[75223]:     </memballoon>
Dec 01 15:44:15 user nova-compute[75223]:   </devices>
Dec 01 15:44:15 user nova-compute[75223]: </domain>
Dec 01 15:44:15 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:41:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1543781196',display_name='tempest-ServerActionsTestOtherA-server-1288053645',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1543781196',id=16,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6RbKmUJpE1iAv0fQ02aFzn0i53bLHNPgFHM2ny+HjIWLol/ZakT120LsIVjokuEHwYtbXWTZbvQ5vHFv1SW2ZwntkAYMmhCQWEHlEWWMlLeSkizIfx7z+x3XrCBf1iLw==',key_name='tempest-keypair-1455037320',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-ccbs2xg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:44:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=a7632015-1fa7-4ab4-9da9-2bfb45ce55bf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG os_vif [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f68641eb-2e5e-501a-b55f-498f3eb87d0b', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap22261489-9d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap22261489-9d, col_values=(('qos', UUID('432d0a6d-0336-4857-a9f0-3f051dc9e533')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap22261489-9d, col_values=(('external_ids', {'iface-id': '22261489-9d86-4cbb-bb67-ec40647e6700', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:0d:f5', 'vm-uuid': 'a7632015-1fa7-4ab4-9da9-2bfb45ce55bf'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:15 user nova-compute[75223]: INFO os_vif [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d')
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No VIF found with MAC fa:16:3e:01:0d:f5, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:44:15 user nova-compute[75223]: INFO nova.compute.manager [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Swapping old allocation on dict_keys(['e8810a44-7c2e-4f8d-bac2-3b6ae207a446']) held by migration b60cb66b-f3c6-479c-86f1-55528b459dc6 for instance
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Overwriting current allocation {'allocations': {'e8810a44-7c2e-4f8d-bac2-3b6ae207a446': {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}, 'generation': 24}}, 'project_id': '6d74e4b98f464e06ba037e6177875814', 'user_id': '67b831a20eee48d98934059710405413', 'consumer_generation': 1} on consumer f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:44:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG os_brick.utils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[16909264-5b75-4429-8e38-2bf378fba52c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e311d3e-db3f-49cf-bed1-888c10bedb19]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[57354d17-f2d7-4914-a942-0f73cea96f6a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[17d2daf1-0894-4d32-a2e5-891dd74772c1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:44:16 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:44:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[db9770c2-a8c3-4ca3-afd1-c3e003bb82c3]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG os_brick.utils [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== get_connector_properties: return (176ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-71229f67-0135-49df-9ca7-7047da99a7e2 req-87c1d4aa-95aa-4d01-98ac-c65662c5aca7 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-71229f67-0135-49df-9ca7-7047da99a7e2 req-87c1d4aa-95aa-4d01-98ac-c65662c5aca7 service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-71229f67-0135-49df-9ca7-7047da99a7e2 req-87c1d4aa-95aa-4d01-98ac-c65662c5aca7 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-71229f67-0135-49df-9ca7-7047da99a7e2 req-87c1d4aa-95aa-4d01-98ac-c65662c5aca7 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-71229f67-0135-49df-9ca7-7047da99a7e2 req-87c1d4aa-95aa-4d01-98ac-c65662c5aca7 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:17 user nova-compute[75223]: WARNING nova.compute.manager [req-71229f67-0135-49df-9ca7-7047da99a7e2 req-87c1d4aa-95aa-4d01-98ac-c65662c5aca7 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received unexpected event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with vm_state active and task_state rebuild_spawning.
Dec 01 15:44:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:44:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance spawned successfully.
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-c399cd46-59bb-4205-a220-d69dc45dfc51 req-7284feea-0557-40f8-88dc-8894f5ad09be service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c399cd46-59bb-4205-a220-d69dc45dfc51 req-7284feea-0557-40f8-88dc-8894f5ad09be service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c399cd46-59bb-4205-a220-d69dc45dfc51 req-7284feea-0557-40f8-88dc-8894f5ad09be service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c399cd46-59bb-4205-a220-d69dc45dfc51 req-7284feea-0557-40f8-88dc-8894f5ad09be service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-c399cd46-59bb-4205-a220-d69dc45dfc51 req-7284feea-0557-40f8-88dc-8894f5ad09be service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:19 user nova-compute[75223]: WARNING nova.compute.manager [req-c399cd46-59bb-4205-a220-d69dc45dfc51 req-7284feea-0557-40f8-88dc-8894f5ad09be service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received unexpected event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with vm_state active and task_state rebuild_spawning.
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75223) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5eb2732d-a3ac-4e75-b319-3a924ec02e64 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.091s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:24 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 49e0984e-88b5-42c8-a435-f9980b3fe641 is timed out.
Dec 01 15:44:24 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully detached device vdb from instance 49e0984e-88b5-42c8-a435-f9980b3fe641 from the live domain config.
Dec 01 15:44:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZXtFGiBy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:24 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d2eb1ad-7665-4732-a5a7-b9f8547807b1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:24 user nova-compute[75223]: No targets found.
Dec 01 15:44:24 user nova-compute[75223]: iSNS:
Dec 01 15:44:24 user nova-compute[75223]: No targets found.
Dec 01 15:44:24 user nova-compute[75223]: STATIC:
Dec 01 15:44:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374
Dec 01 15:44:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:44:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:24 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:24 user nova-compute[75223]: No targets found.
Dec 01 15:44:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:24 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:24 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7495800-1bc3-4891-8da2-85f4eb62bd3d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[98680a02-0ea3-4164-8e4e-869a5d5b7722]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f44b2b00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cd97c16-401f-4bb9-a0e4-6b4f47386f51]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a3906a-36a3-4e22-b86f-01e61c41be2e]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff497fe6-02f1-45bf-b7e3-d4a0139d2ae7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.043s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b150df05-a0e9-4d1f-8028-106ca4254c58]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bfe43c2-cafe-46ba-87e1-2a0ad23cdfd2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --logout" returned: 0 in 0.075s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a7594e2-45bd-4edc-84ca-640dac9066e7]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260]
Dec 01 15:44:24 user nova-compute[75223]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5db3edaa-f5f9-41b7-900f-622e6c5c0374 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[41858091-581e-4f39-83f0-cb9229650ded]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== disconnect_volume: return (360ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:25 user nova-compute[75223]: DEBUG nova.objects.instance [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024f2af9-82d4-4c6e-93d8-0f4d5e1ac3bb tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.978s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-630be5e9-d2a1-4d6a-97ec-15ffe54a6d5a tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-630be5e9-d2a1-4d6a-97ec-15ffe54a6d5a tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-630be5e9-d2a1-4d6a-97ec-15ffe54a6d5a tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:44:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-630be5e9-d2a1-4d6a-97ec-15ffe54a6d5a tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75223) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Dec 01 15:44:26 user nova-compute[75223]: DEBUG nova.objects.instance [None req-630be5e9-d2a1-4d6a-97ec-15ffe54a6d5a tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Starting finish_revert_migration {{(pid=75223) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11813}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Start _get_guest_xml network_info=[{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'f7bbe7f1-f5e6-4c23-9186-bb845df4c84b', 'attached_at': '2023-12-01T15:44:27.000000', 'detached_at': '', 'volume_id': '3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'serial': '3d6bcff1-aa37-4efc-8d2c-d123d7c59f93'}, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': '530af69d-cdd5-4829-b8a8-b05b1077c512', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:27 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:44:27 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.objects.instance [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lazy-loading 'vcpu_model' on Instance uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:27 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e6d3963-379f-4455-9d90-29682dded863]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:44:27 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d1e7ad-6b4d-4dab-ac48-51f6a418beb6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93] added
Dec 01 15:44:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e29abb8c-b04e-441a-a56f-853507ad5a5e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.056s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[472e043f-a1c8-47e8-bca2-dd96a4ace560]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iQOtJMsN {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0c39fbb-4379-4873-a8bf-11cbd34b252f req-e9e8b9c5-f7f0-43ec-b9a1-998cd411ddcf service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0c39fbb-4379-4873-a8bf-11cbd34b252f req-e9e8b9c5-f7f0-43ec-b9a1-998cd411ddcf service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0c39fbb-4379-4873-a8bf-11cbd34b252f req-e9e8b9c5-f7f0-43ec-b9a1-998cd411ddcf service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0c39fbb-4379-4873-a8bf-11cbd34b252f req-e9e8b9c5-f7f0-43ec-b9a1-998cd411ddcf service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0c39fbb-4379-4873-a8bf-11cbd34b252f req-e9e8b9c5-f7f0-43ec-b9a1-998cd411ddcf service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:27 user nova-compute[75223]: WARNING nova.compute.manager [req-b0c39fbb-4379-4873-a8bf-11cbd34b252f req-e9e8b9c5-f7f0-43ec-b9a1-998cd411ddcf service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state active and task_state powering-off.
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iQOtJMsN" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf9aa031-4716-4d6e-aca7-3143fa16ca8c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iQOtJMsN'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[144453f6-2eb2-4931-a42b-e69d6d27460e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f8c723b-c2e6-43ed-ab04-53acf33f833f]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[46692c18-15d9-4ea0-b411-59ac9bbd045a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]
Dec 01 15:44:27 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1886b5ae-6cad-45c0-8e53-dbcb2d7d654b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6e2c1c-3a99-4788-88f4-58af3059414b]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.368s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] HCTL ('35', '-', '-', 0) found on session 21 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca4ba2a3-ab2b-478e-9cf1-fc89b0c68dff]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Searching for a device in session 21 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:44:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance destroyed successfully.
Dec 01 15:44:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-630be5e9-d2a1-4d6a-97ec-15ffe54a6d5a tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:44:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-630be5e9-d2a1-4d6a-97ec-15ffe54a6d5a tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.893s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.410s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== connect_volume: return (1413ms) {'type': 'block', 'scsi_wwn': '23563346231353532', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23563346231353532', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:42:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:44:28 user nova-compute[75223]:   <uuid>f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</uuid>
Dec 01 15:44:28 user nova-compute[75223]:   <name>instance-00000008</name>
Dec 01 15:44:28 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:44:28 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:44:28 user nova-compute[75223]:   <metadata>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:44:28 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:44:28 user nova-compute[75223]:       <nova:name>tempest-ServerActionsTestOtherB-server-1282108897</nova:name>
Dec 01 15:44:28 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:44:27</nova:creationTime>
Dec 01 15:44:28 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:44:28 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:44:28 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:44:28 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:44:28 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:44:28 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:44:28 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:44:28 user nova-compute[75223]:       <nova:owner>
Dec 01 15:44:28 user nova-compute[75223]:         <nova:user uuid="67b831a20eee48d98934059710405413">tempest-ServerActionsTestOtherB-1971784033-project-member</nova:user>
Dec 01 15:44:28 user nova-compute[75223]:         <nova:project uuid="6d74e4b98f464e06ba037e6177875814">tempest-ServerActionsTestOtherB-1971784033</nova:project>
Dec 01 15:44:28 user nova-compute[75223]:       </nova:owner>
Dec 01 15:44:28 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:44:28 user nova-compute[75223]:       <nova:ports>
Dec 01 15:44:28 user nova-compute[75223]:         <nova:port uuid="3459e9d8-5df2-4c97-8f57-8da4f19af7e8">
Dec 01 15:44:28 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 15:44:28 user nova-compute[75223]:         </nova:port>
Dec 01 15:44:28 user nova-compute[75223]:       </nova:ports>
Dec 01 15:44:28 user nova-compute[75223]:     </nova:instance>
Dec 01 15:44:28 user nova-compute[75223]:   </metadata>
Dec 01 15:44:28 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:44:28 user nova-compute[75223]:     <system>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name="serial">f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name="uuid">f7bbe7f1-f5e6-4c23-9186-bb845df4c84b</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:44:28 user nova-compute[75223]:     </system>
Dec 01 15:44:28 user nova-compute[75223]:   </sysinfo>
Dec 01 15:44:28 user nova-compute[75223]:   <os>
Dec 01 15:44:28 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:44:28 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:44:28 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:44:28 user nova-compute[75223]:   </os>
Dec 01 15:44:28 user nova-compute[75223]:   <features>
Dec 01 15:44:28 user nova-compute[75223]:     <acpi/>
Dec 01 15:44:28 user nova-compute[75223]:     <apic/>
Dec 01 15:44:28 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:44:28 user nova-compute[75223]:   </features>
Dec 01 15:44:28 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:44:28 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:44:28 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:44:28 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:44:28 user nova-compute[75223]:   </clock>
Dec 01 15:44:28 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:44:28 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:44:28 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:44:28 user nova-compute[75223]:   </cpu>
Dec 01 15:44:28 user nova-compute[75223]:   <devices>
Dec 01 15:44:28 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:44:28 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:44:28 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk"/>
Dec 01 15:44:28 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:44:28 user nova-compute[75223]:     </disk>
Dec 01 15:44:28 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:44:28 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:28 user nova-compute[75223]:       <source dev="/dev/sdd"/>
Dec 01 15:44:28 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:44:28 user nova-compute[75223]:       <serial>3d6bcff1-aa37-4efc-8d2c-d123d7c59f93</serial>
Dec 01 15:44:28 user nova-compute[75223]:     </disk>
Dec 01 15:44:28 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:44:28 user nova-compute[75223]:       <mac address="fa:16:3e:28:70:ff"/>
Dec 01 15:44:28 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:44:28 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:44:28 user nova-compute[75223]:       <target dev="tap3459e9d8-5d"/>
Dec 01 15:44:28 user nova-compute[75223]:     </interface>
Dec 01 15:44:28 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:44:28 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/console.log" append="off"/>
Dec 01 15:44:28 user nova-compute[75223]:     </serial>
Dec 01 15:44:28 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:44:28 user nova-compute[75223]:     <video>
Dec 01 15:44:28 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:44:28 user nova-compute[75223]:     </video>
Dec 01 15:44:28 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:44:28 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:44:28 user nova-compute[75223]:     </rng>
Dec 01 15:44:28 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:44:28 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:44:28 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:44:28 user nova-compute[75223]:     </memballoon>
Dec 01 15:44:28 user nova-compute[75223]:   </devices>
Dec 01 15:44:28 user nova-compute[75223]: </domain>
Dec 01 15:44:28 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:42:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG os_vif [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9a09bfc-df55-52b0-90d2-1d9e3739959c', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3459e9d8-5d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3459e9d8-5d, col_values=(('qos', UUID('707d61c4-b532-4298-a0e4-dd8304f201e3')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3459e9d8-5d, col_values=(('external_ids', {'iface-id': '3459e9d8-5df2-4c97-8f57-8da4f19af7e8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:70:ff', 'vm-uuid': 'f7bbe7f1-f5e6-4c23-9186-bb845df4c84b'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: INFO os_vif [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d')
Dec 01 15:44:28 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Waiting for libvirt event about the detach of device tap64695655-36 with device alias net1 from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 is timed out.
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:35:38:41"/><model type="virtio"/><mtu size="1442"/><target dev="tap64695655-36"/></interface> {{(pid=75223) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:35:38:41"/><model type="virtio"/><mtu size="1442"/><target dev="tap64695655-36"/></interface>not found in domain: <domain type='kvm' id='16'>
Dec 01 15:44:28 user nova-compute[75223]:   <name>instance-0000000f</name>
Dec 01 15:44:28 user nova-compute[75223]:   <uuid>cedfd1c2-23ea-4e04-ae80-449cabf85f47</uuid>
Dec 01 15:44:28 user nova-compute[75223]:   <metadata>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:44:28 user nova-compute[75223]:   <nova:package version="0.0.0"/>
Dec 01 15:44:28 user nova-compute[75223]:   <nova:name>tempest-device-tagging-server-1827280945</nova:name>
Dec 01 15:44:28 user nova-compute[75223]:   <nova:creationTime>2023-12-01 15:43:30</nova:creationTime>
Dec 01 15:44:28 user nova-compute[75223]:   <nova:flavor name="m1.tiny">
Dec 01 15:44:28 user nova-compute[75223]:     <nova:memory>512</nova:memory>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:disk>1</nova:disk>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:swap>0</nova:swap>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:vcpus>1</nova:vcpus>
Dec 01 15:44:28 user nova-compute[75223]:   </nova:flavor>
Dec 01 15:44:28 user nova-compute[75223]:   <nova:owner>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:user uuid="5e46eb96cc59487cb513fd4a658e076a">tempest-TaggedAttachmentsTest-1928712376-project-member</nova:user>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:project uuid="ce035d0d984e448fb5296aaa7cbb19e8">tempest-TaggedAttachmentsTest-1928712376</nova:project>
Dec 01 15:44:28 user nova-compute[75223]:   </nova:owner>
Dec 01 15:44:28 user nova-compute[75223]:   <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:44:28 user nova-compute[75223]:   <nova:ports>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:port uuid="81a6b1de-4eb8-47c7-a32d-2d64e806e13f">
Dec 01 15:44:28 user nova-compute[75223]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:44:28 user nova-compute[75223]:     </nova:port>
Dec 01 15:44:28 user nova-compute[75223]:     <nova:port uuid="64695655-36a7-45af-b271-f59f1656054d">
Dec 01 15:44:28 user nova-compute[75223]:       <nova:ip type="fixed" address="10.10.10.110" ipVersion="4"/>
Dec 01 15:44:28 user nova-compute[75223]:     </nova:port>
Dec 01 15:44:28 user nova-compute[75223]:   </nova:ports>
Dec 01 15:44:28 user nova-compute[75223]: </nova:instance>
Dec 01 15:44:28 user nova-compute[75223]:   </metadata>
Dec 01 15:44:28 user nova-compute[75223]:   <memory unit='KiB'>524288</memory>
Dec 01 15:44:28 user nova-compute[75223]:   <currentMemory unit='KiB'>524288</currentMemory>
Dec 01 15:44:28 user nova-compute[75223]:   <vcpu placement='static'>1</vcpu>
Dec 01 15:44:28 user nova-compute[75223]:   <resource>
Dec 01 15:44:28 user nova-compute[75223]:     <partition>/machine</partition>
Dec 01 15:44:28 user nova-compute[75223]:   </resource>
Dec 01 15:44:28 user nova-compute[75223]:   <sysinfo type='smbios'>
Dec 01 15:44:28 user nova-compute[75223]:     <system>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name='product'>OpenStack Nova</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name='version'>0.0.0</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name='serial'>cedfd1c2-23ea-4e04-ae80-449cabf85f47</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name='uuid'>cedfd1c2-23ea-4e04-ae80-449cabf85f47</entry>
Dec 01 15:44:28 user nova-compute[75223]:       <entry name='family'>Virtual Machine</entry>
Dec 01 15:44:28 user nova-compute[75223]:     </system>
Dec 01 15:44:28 user nova-compute[75223]:   </sysinfo>
Dec 01 15:44:28 user nova-compute[75223]:   <os>
Dec 01 15:44:28 user nova-compute[75223]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Dec 01 15:44:28 user nova-compute[75223]:     <boot dev='hd'/>
Dec 01 15:44:28 user nova-compute[75223]:     <smbios mode='sysinfo'/>
Dec 01 15:44:28 user nova-compute[75223]:   </os>
Dec 01 15:44:28 user nova-compute[75223]:   <features>
Dec 01 15:44:28 user nova-compute[75223]:     <acpi/>
Dec 01 15:44:28 user nova-compute[75223]:     <apic/>
Dec 01 15:44:28 user nova-compute[75223]:     <vmcoreinfo state='on'/>
Dec 01 15:44:28 user nova-compute[75223]:   </features>
Dec 01 15:44:28 user nova-compute[75223]:   <cpu mode='custom' match='exact' check='full'>
Dec 01 15:44:28 user nova-compute[75223]:     <model fallback='forbid'>Nehalem</model>
Dec 01 15:44:28 user nova-compute[75223]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Dec 01 15:44:28 user nova-compute[75223]:     <feature policy='require' name='vme'/>
Dec 01 15:44:28 user nova-compute[75223]:     <feature policy='require' name='x2apic'/>
Dec 01 15:44:28 user nova-compute[75223]:     <feature policy='require' name='hypervisor'/>
Dec 01 15:44:28 user nova-compute[75223]:   </cpu>
Dec 01 15:44:28 user nova-compute[75223]:   <clock offset='utc'>
Dec 01 15:44:28 user nova-compute[75223]:     <timer name='pit' tickpolicy='delay'/>
Dec 01 15:44:28 user nova-compute[75223]:     <timer name='rtc' tickpolicy='catchup'/>
Dec 01 15:44:28 user nova-compute[75223]:     <timer name='hpet' present='no'/>
Dec 01 15:44:28 user nova-compute[75223]:   </clock>
Dec 01 15:44:28 user nova-compute[75223]:   <on_poweroff>destroy</on_poweroff>
Dec 01 15:44:28 user nova-compute[75223]:   <on_reboot>restart</on_reboot>
Dec 01 15:44:28 user nova-compute[75223]:   <on_crash>destroy</on_crash>
Dec 01 15:44:28 user nova-compute[75223]:   <devices>
Dec 01 15:44:28 user nova-compute[75223]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Dec 01 15:44:28 user nova-compute[75223]:     <disk type='file' device='disk'>
Dec 01 15:44:28 user nova-compute[75223]:       <driver name='qemu' type='qcow2' cache='none'/>
Dec 01 15:44:28 user nova-compute[75223]:       <source file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk' index='2'/>
Dec 01 15:44:28 user nova-compute[75223]:       <backingStore type='file' index='3'>
Dec 01 15:44:28 user nova-compute[75223]:         <format type='raw'/>
Dec 01 15:44:28 user nova-compute[75223]:         <source file='/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427'/>
Dec 01 15:44:28 user nova-compute[75223]:         <backingStore/>
Dec 01 15:44:28 user nova-compute[75223]:       </backingStore>
Dec 01 15:44:28 user nova-compute[75223]:       <target dev='vda' bus='virtio'/>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='virtio-disk0'/>
Dec 01 15:44:28 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </disk>
Dec 01 15:44:28 user nova-compute[75223]:     <disk type='file' device='cdrom'>
Dec 01 15:44:28 user nova-compute[75223]:       <driver name='qemu' type='raw' cache='none'/>
Dec 01 15:44:28 user nova-compute[75223]:       <source file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/disk.config' index='1'/>
Dec 01 15:44:28 user nova-compute[75223]:       <backingStore/>
Dec 01 15:44:28 user nova-compute[75223]:       <target dev='hda' bus='ide'/>
Dec 01 15:44:28 user nova-compute[75223]:       <readonly/>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='ide0-0-0'/>
Dec 01 15:44:28 user nova-compute[75223]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </disk>
Dec 01 15:44:28 user nova-compute[75223]:     <controller type='usb' index='0' model='none'>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='usb'/>
Dec 01 15:44:28 user nova-compute[75223]:     </controller>
Dec 01 15:44:28 user nova-compute[75223]:     <controller type='pci' index='0' model='pci-root'>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='pci.0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </controller>
Dec 01 15:44:28 user nova-compute[75223]:     <controller type='ide' index='0'>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='ide'/>
Dec 01 15:44:28 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Dec 01 15:44:28 user nova-compute[75223]:     </controller>
Dec 01 15:44:28 user nova-compute[75223]:     <interface type='ethernet'>
Dec 01 15:44:28 user nova-compute[75223]:       <mac address='fa:16:3e:9b:ed:03'/>
Dec 01 15:44:28 user nova-compute[75223]:       <target dev='tap81a6b1de-4e'/>
Dec 01 15:44:28 user nova-compute[75223]:       <model type='virtio'/>
Dec 01 15:44:28 user nova-compute[75223]:       <mtu size='1442'/>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='net0'/>
Dec 01 15:44:28 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </interface>
Dec 01 15:44:28 user nova-compute[75223]:     <serial type='pty'>
Dec 01 15:44:28 user nova-compute[75223]:       <source path='/dev/pts/6'/>
Dec 01 15:44:28 user nova-compute[75223]:       <log file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/console.log' append='off'/>
Dec 01 15:44:28 user nova-compute[75223]:       <target type='isa-serial' port='0'>
Dec 01 15:44:28 user nova-compute[75223]:         <model name='isa-serial'/>
Dec 01 15:44:28 user nova-compute[75223]:       </target>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='serial0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </serial>
Dec 01 15:44:28 user nova-compute[75223]:     <console type='pty' tty='/dev/pts/6'>
Dec 01 15:44:28 user nova-compute[75223]:       <source path='/dev/pts/6'/>
Dec 01 15:44:28 user nova-compute[75223]:       <log file='/opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47/console.log' append='off'/>
Dec 01 15:44:28 user nova-compute[75223]:       <target type='serial' port='0'/>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='serial0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </console>
Dec 01 15:44:28 user nova-compute[75223]:     <input type='mouse' bus='ps2'>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='input0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </input>
Dec 01 15:44:28 user nova-compute[75223]:     <input type='keyboard' bus='ps2'>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='input1'/>
Dec 01 15:44:28 user nova-compute[75223]:     </input>
Dec 01 15:44:28 user nova-compute[75223]:     <graphics type='vnc' port='5906' autoport='yes' listen='0.0.0.0'>
Dec 01 15:44:28 user nova-compute[75223]:       <listen type='address' address='0.0.0.0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </graphics>
Dec 01 15:44:28 user nova-compute[75223]:     <audio id='1' type='none'/>
Dec 01 15:44:28 user nova-compute[75223]:     <video>
Dec 01 15:44:28 user nova-compute[75223]:       <model type='virtio' heads='1' primary='yes'/>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='video0'/>
Dec 01 15:44:28 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </video>
Dec 01 15:44:28 user nova-compute[75223]:     <memballoon model='virtio'>
Dec 01 15:44:28 user nova-compute[75223]:       <stats period='10'/>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='balloon0'/>
Dec 01 15:44:28 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </memballoon>
Dec 01 15:44:28 user nova-compute[75223]:     <rng model='virtio'>
Dec 01 15:44:28 user nova-compute[75223]:       <backend model='random'>/dev/urandom</backend>
Dec 01 15:44:28 user nova-compute[75223]:       <alias name='rng0'/>
Dec 01 15:44:28 user nova-compute[75223]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Dec 01 15:44:28 user nova-compute[75223]:     </rng>
Dec 01 15:44:28 user nova-compute[75223]:   </devices>
Dec 01 15:44:28 user nova-compute[75223]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Dec 01 15:44:28 user nova-compute[75223]:     <label>libvirt-cedfd1c2-23ea-4e04-ae80-449cabf85f47</label>
Dec 01 15:44:28 user nova-compute[75223]:     <imagelabel>libvirt-cedfd1c2-23ea-4e04-ae80-449cabf85f47</imagelabel>
Dec 01 15:44:28 user nova-compute[75223]:   </seclabel>
Dec 01 15:44:28 user nova-compute[75223]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Dec 01 15:44:28 user nova-compute[75223]:     <label>+64055:+108</label>
Dec 01 15:44:28 user nova-compute[75223]:     <imagelabel>+64055:+108</imagelabel>
Dec 01 15:44:28 user nova-compute[75223]:   </seclabel>
Dec 01 15:44:28 user nova-compute[75223]: </domain>
Dec 01 15:44:28 user nova-compute[75223]:  {{(pid=75223) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Dec 01 15:44:28 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully detached device tap64695655-36 from instance cedfd1c2-23ea-4e04-ae80-449cabf85f47 from the live domain config.
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1827280945',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1827280945',id=15,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs1GiDeRQbHUSPYCkOYal4ox2dEoS8eeoSi6W7p6J+TVXKt0NThpXwO0S3PcmsbZf9tCn11619ibEAadhFdXj2SgN8sDGAa1yN+2outtb1+ZuDAoB9FWRgRSRD4+Xcwow==',key_name='tempest-keypair-1365044420',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce035d0d984e448fb5296aaa7cbb19e8',ramdisk_id='',reservation_id='r-ugk1inwu',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1928712376',owner_user_name='tempest-TaggedAttachmentsTest-1928712376-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e46eb96cc59487cb513fd4a658e076a',uuid=cedfd1c2-23ea-4e04-ae80-449cabf85f47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converting VIF {"id": "64695655-36a7-45af-b271-f59f1656054d", "address": "fa:16:3e:35:38:41", "network": {"id": "cb3ad895-8d42-43b5-9e66-7917c44abf65", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-2108359468", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64695655-36", "ovs_interfaceid": "64695655-36a7-45af-b271-f59f1656054d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG os_vif [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64695655-36, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf065dfd-0333-4584-a546-771e0672c5e1) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:29 user nova-compute[75223]: INFO os_vif [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:35:38:41,bridge_name='br-int',has_traffic_filtering=True,id=64695655-36a7-45af-b271-f59f1656054d,network=Network(cb3ad895-8d42-43b5-9e66-7917c44abf65),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64695655-36')
Dec 01 15:44:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:44:29 user nova-compute[75223]:   <nova:package version="0.0.0"/>
Dec 01 15:44:29 user nova-compute[75223]:   <nova:name>tempest-device-tagging-server-1827280945</nova:name>
Dec 01 15:44:29 user nova-compute[75223]:   <nova:creationTime>2023-12-01 15:44:29</nova:creationTime>
Dec 01 15:44:29 user nova-compute[75223]:   <nova:flavor name="m1.tiny">
Dec 01 15:44:29 user nova-compute[75223]:     <nova:memory>512</nova:memory>
Dec 01 15:44:29 user nova-compute[75223]:     <nova:disk>1</nova:disk>
Dec 01 15:44:29 user nova-compute[75223]:     <nova:swap>0</nova:swap>
Dec 01 15:44:29 user nova-compute[75223]:     <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:44:29 user nova-compute[75223]:     <nova:vcpus>1</nova:vcpus>
Dec 01 15:44:29 user nova-compute[75223]:   </nova:flavor>
Dec 01 15:44:29 user nova-compute[75223]:   <nova:owner>
Dec 01 15:44:29 user nova-compute[75223]:     <nova:user uuid="5e46eb96cc59487cb513fd4a658e076a">tempest-TaggedAttachmentsTest-1928712376-project-member</nova:user>
Dec 01 15:44:29 user nova-compute[75223]:     <nova:project uuid="ce035d0d984e448fb5296aaa7cbb19e8">tempest-TaggedAttachmentsTest-1928712376</nova:project>
Dec 01 15:44:29 user nova-compute[75223]:   </nova:owner>
Dec 01 15:44:29 user nova-compute[75223]:   <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:44:29 user nova-compute[75223]:   <nova:ports>
Dec 01 15:44:29 user nova-compute[75223]:     <nova:port uuid="81a6b1de-4eb8-47c7-a32d-2d64e806e13f">
Dec 01 15:44:29 user nova-compute[75223]:       <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:44:29 user nova-compute[75223]:     </nova:port>
Dec 01 15:44:29 user nova-compute[75223]:   </nova:ports>
Dec 01 15:44:29 user nova-compute[75223]: </nova:instance>
Dec 01 15:44:29 user nova-compute[75223]:  {{(pid=75223) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-4cd9b86a-f0f7-4918-afef-081f3e681dbf req-d3468b71-1d83-493a-86a3-9ccb852ebdbe service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4cd9b86a-f0f7-4918-afef-081f3e681dbf req-d3468b71-1d83-493a-86a3-9ccb852ebdbe service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4cd9b86a-f0f7-4918-afef-081f3e681dbf req-d3468b71-1d83-493a-86a3-9ccb852ebdbe service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4cd9b86a-f0f7-4918-afef-081f3e681dbf req-d3468b71-1d83-493a-86a3-9ccb852ebdbe service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-4cd9b86a-f0f7-4918-afef-081f3e681dbf req-d3468b71-1d83-493a-86a3-9ccb852ebdbe service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:29 user nova-compute[75223]: WARNING nova.compute.manager [req-4cd9b86a-f0f7-4918-afef-081f3e681dbf req-d3468b71-1d83-493a-86a3-9ccb852ebdbe service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state stopped and task_state None.
Dec 01 15:44:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquired lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:44:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:30 user nova-compute[75223]: INFO nova.network.neutron [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Port 64695655-36a7-45af-b271-f59f1656054d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Dec 01 15:44:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating instance_info_cache with network_info: [{"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Releasing lock "refresh_cache-cedfd1c2-23ea-4e04-ae80-449cabf85f47" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43081358-80a1-4e13-8dfe-ab1cc0373295 tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "interface-cedfd1c2-23ea-4e04-ae80-449cabf85f47-64695655-36a7-45af-b271-f59f1656054d" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.587s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-6110de5f-4f78-4cbd-8f2f-e3ca77cdf5d5 req-0b67d1bd-6e9a-4ad0-8e4f-b0cf9cacefbe service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6110de5f-4f78-4cbd-8f2f-e3ca77cdf5d5 req-0b67d1bd-6e9a-4ad0-8e4f-b0cf9cacefbe service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6110de5f-4f78-4cbd-8f2f-e3ca77cdf5d5 req-0b67d1bd-6e9a-4ad0-8e4f-b0cf9cacefbe service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6110de5f-4f78-4cbd-8f2f-e3ca77cdf5d5 req-0b67d1bd-6e9a-4ad0-8e4f-b0cf9cacefbe service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-6110de5f-4f78-4cbd-8f2f-e3ca77cdf5d5 req-0b67d1bd-6e9a-4ad0-8e4f-b0cf9cacefbe service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:30 user nova-compute[75223]: WARNING nova.compute.manager [req-6110de5f-4f78-4cbd-8f2f-e3ca77cdf5d5 req-0b67d1bd-6e9a-4ad0-8e4f-b0cf9cacefbe service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state resized and task_state resize_reverting.
Dec 01 15:44:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-187d0a4c-3359-49ab-a93a-3760cb6f9aa9 req-f47e7ff1-b0bd-47d5-b7b2-577e472e3f86 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-deleted-64695655-36a7-45af-b271-f59f1656054d {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:44:32 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance running successfully.
Dec 01 15:44:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] finish_revert_migration finished successfully. {{(pid=75223) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11857}}
Dec 01 15:44:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-e9089600-7e95-4e5c-97f1-14d1f9c786d4 req-d778815a-4b6d-4928-988d-81cfd52e8191 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e9089600-7e95-4e5c-97f1-14d1f9c786d4 req-d778815a-4b6d-4928-988d-81cfd52e8191 service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e9089600-7e95-4e5c-97f1-14d1f9c786d4 req-d778815a-4b6d-4928-988d-81cfd52e8191 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e9089600-7e95-4e5c-97f1-14d1f9c786d4 req-d778815a-4b6d-4928-988d-81cfd52e8191 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-e9089600-7e95-4e5c-97f1-14d1f9c786d4 req-d778815a-4b6d-4928-988d-81cfd52e8191 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:32 user nova-compute[75223]: WARNING nova.compute.manager [req-e9089600-7e95-4e5c-97f1-14d1f9c786d4 req-d778815a-4b6d-4928-988d-81cfd52e8191 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state resized and task_state resize_reverting.
Dec 01 15:44:33 user nova-compute[75223]: INFO nova.compute.manager [None req-501b6732-e936-49d4-90f6-f7509573263f tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance to original state: 'active'
Dec 01 15:44:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:34 user nova-compute[75223]: INFO nova.compute.manager [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Detaching volume ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:34 user nova-compute[75223]: INFO nova.virt.block_device [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Attempting to driver detach volume ff317971-894e-479c-8a2a-a5ba89221164 from mountpoint /dev/vdb
Dec 01 15:44:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Attempting to detach device vdb from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:44:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:44:34 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:34 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:44:34 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:44:34 user nova-compute[75223]:   <serial>ff317971-894e-479c-8a2a-a5ba89221164</serial>
Dec 01 15:44:34 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:44:34 user nova-compute[75223]: </disk>
Dec 01 15:44:34 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:44:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Successfully detached device vdb from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the persistent domain config.
Dec 01 15:44:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:44:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:44:34 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:44:34 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:44:34 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:44:34 user nova-compute[75223]:   <serial>ff317971-894e-479c-8a2a-a5ba89221164</serial>
Dec 01 15:44:34 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:44:34 user nova-compute[75223]: </disk>
Dec 01 15:44:34 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:44:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:36 user nova-compute[75223]: INFO nova.compute.manager [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Terminating instance
Dec 01 15:44:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-d2c79747-f34d-46b1-9e5d-3412087fe490 req-bf155da4-1787-41d8-b0f8-a5a22c0be794 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-unplugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d2c79747-f34d-46b1-9e5d-3412087fe490 req-bf155da4-1787-41d8-b0f8-a5a22c0be794 service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d2c79747-f34d-46b1-9e5d-3412087fe490 req-bf155da4-1787-41d8-b0f8-a5a22c0be794 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d2c79747-f34d-46b1-9e5d-3412087fe490 req-bf155da4-1787-41d8-b0f8-a5a22c0be794 service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-d2c79747-f34d-46b1-9e5d-3412087fe490 req-bf155da4-1787-41d8-b0f8-a5a22c0be794 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-unplugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-d2c79747-f34d-46b1-9e5d-3412087fe490 req-bf155da4-1787-41d8-b0f8-a5a22c0be794 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-unplugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:44:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Instance destroyed successfully.
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'resources' on Instance uuid 363f8952-415e-47ce-97fe-ffe5f3ba9ff6 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-363746459',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-363746459',id=6,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFNTeLO/TeO+Wi1SnJwZYIjmFilxwBJQxxs/FwyO3Osl9KLEDepZ5INQHPiJkGM/xNPxMVu2cNeOg0uNm5v00fyfdneEfglfBMaPdpBlYEPStk5RfDNA0TidmIFKMTlJDw==',key_name='tempest-keypair-1642073624',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:42:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-jnrjfm01',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:42:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=363f8952-415e-47ce-97fe-ffe5f3ba9ff6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "address": "fa:16:3e:e6:3e:ba", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf6767947-1d", "ovs_interfaceid": "f6767947-1d51-44f0-8ecc-99ace3b2de6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG os_vif [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf6767947-1d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=816ab033-6d6d-467c-aff5-96c90e024d2a) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:37 user nova-compute[75223]: INFO os_vif [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e6:3e:ba,bridge_name='br-int',has_traffic_filtering=True,id=f6767947-1d51-44f0-8ecc-99ace3b2de6a,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf6767947-1d')
Dec 01 15:44:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Deleting instance files /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6_del
Dec 01 15:44:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Deletion of /opt/stack/data/nova/instances/363f8952-415e-47ce-97fe-ffe5f3ba9ff6_del complete
Dec 01 15:44:37 user nova-compute[75223]: INFO nova.compute.manager [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Took 0.93 seconds to destroy the instance on the hypervisor.
Dec 01 15:44:37 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:44:37 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:44:38 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:44:38 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Took 0.78 seconds to deallocate network for instance.
Dec 01 15:44:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-f6a8326b-b7c7-435b-8768-7578f45b141e req-dd898fec-7575-4b7f-a01f-d82c596a02a7 service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-deleted-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:38 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.546s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:39 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Deleted allocations for instance 363f8952-415e-47ce-97fe-ffe5f3ba9ff6
Dec 01 15:44:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ecdfe669-191a-41b7-84d8-ae9c07df88f2 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.490s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-d52de874-9c91-42bd-b8e6-e2281514a5db req-cd535dab-6b2d-4a25-af52-e1d9d1defe4a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d52de874-9c91-42bd-b8e6-e2281514a5db req-cd535dab-6b2d-4a25-af52-e1d9d1defe4a service nova] Acquiring lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d52de874-9c91-42bd-b8e6-e2281514a5db req-cd535dab-6b2d-4a25-af52-e1d9d1defe4a service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d52de874-9c91-42bd-b8e6-e2281514a5db req-cd535dab-6b2d-4a25-af52-e1d9d1defe4a service nova] Lock "363f8952-415e-47ce-97fe-ffe5f3ba9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-d52de874-9c91-42bd-b8e6-e2281514a5db req-cd535dab-6b2d-4a25-af52-e1d9d1defe4a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] No waiting events found dispatching network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:39 user nova-compute[75223]: WARNING nova.compute.manager [req-d52de874-9c91-42bd-b8e6-e2281514a5db req-cd535dab-6b2d-4a25-af52-e1d9d1defe4a service nova] [instance: 363f8952-415e-47ce-97fe-ffe5f3ba9ff6] Received unexpected event network-vif-plugged-f6767947-1d51-44f0-8ecc-99ace3b2de6a for instance with vm_state deleted and task_state None.
Dec 01 15:44:39 user nova-compute[75223]: INFO nova.compute.manager [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Unrescuing
Dec 01 15:44:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:44:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'flavor' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-109572c1-9790-48f0-995f-82c387958616 req-71fe6ccb-ab6c-47c5-9bf2-299aab0fd541 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-109572c1-9790-48f0-995f-82c387958616 req-71fe6ccb-ab6c-47c5-9bf2-299aab0fd541 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-109572c1-9790-48f0-995f-82c387958616 req-71fe6ccb-ab6c-47c5-9bf2-299aab0fd541 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-109572c1-9790-48f0-995f-82c387958616 req-71fe6ccb-ab6c-47c5-9bf2-299aab0fd541 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-109572c1-9790-48f0-995f-82c387958616 req-71fe6ccb-ab6c-47c5-9bf2-299aab0fd541 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:40 user nova-compute[75223]: WARNING nova.compute.manager [req-109572c1-9790-48f0-995f-82c387958616 req-71fe6ccb-ab6c-47c5-9bf2-299aab0fd541 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:41 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance destroyed successfully.
Dec 01 15:44:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-0605f307-fd3c-4cdc-8452-c0f691ce28d6 req-e9609b37-6725-4c5b-bee1-d57f6e33a34c service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0605f307-fd3c-4cdc-8452-c0f691ce28d6 req-e9609b37-6725-4c5b-bee1-d57f6e33a34c service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0605f307-fd3c-4cdc-8452-c0f691ce28d6 req-e9609b37-6725-4c5b-bee1-d57f6e33a34c service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0605f307-fd3c-4cdc-8452-c0f691ce28d6 req-e9609b37-6725-4c5b-bee1-d57f6e33a34c service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-0605f307-fd3c-4cdc-8452-c0f691ce28d6 req-e9609b37-6725-4c5b-bee1-d57f6e33a34c service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:42 user nova-compute[75223]: WARNING nova.compute.manager [req-0605f307-fd3c-4cdc-8452-c0f691ce28d6 req-e9609b37-6725-4c5b-bee1-d57f6e33a34c service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:44 user nova-compute[75223]: INFO nova.compute.manager [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Unrescuing
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating instance_info_cache with network_info: [{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'flavor' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-97b77d36-99b5-4a66-9cae-9edda90173dc req-33a2cf88-fc0e-4130-8e5b-0404f1a37974 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-97b77d36-99b5-4a66-9cae-9edda90173dc req-33a2cf88-fc0e-4130-8e5b-0404f1a37974 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-97b77d36-99b5-4a66-9cae-9edda90173dc req-33a2cf88-fc0e-4130-8e5b-0404f1a37974 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-97b77d36-99b5-4a66-9cae-9edda90173dc req-33a2cf88-fc0e-4130-8e5b-0404f1a37974 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-97b77d36-99b5-4a66-9cae-9edda90173dc req-33a2cf88-fc0e-4130-8e5b-0404f1a37974 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:44 user nova-compute[75223]: WARNING nova.compute.manager [req-97b77d36-99b5-4a66-9cae-9edda90173dc req-33a2cf88-fc0e-4130-8e5b-0404f1a37974 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:44 user nova-compute[75223]: WARNING nova.compute.manager [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:44 user nova-compute[75223]: WARNING nova.compute.manager [req-00a6c973-794b-4718-b586-b70a302b91d3 req-8242c738-8c2b-4f82-a1bb-566a6d48bdd5 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9c4b8d1a-1bd2-4e8c-b0df-30eeb1055a7a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:44:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:45 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance destroyed successfully.
Dec 01 15:44:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-1ce08370-1567-4173-bec5-eecc6ba2289b req-bec98179-fa6f-468e-9f97-ce694e7e4410 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1ce08370-1567-4173-bec5-eecc6ba2289b req-bec98179-fa6f-468e-9f97-ce694e7e4410 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1ce08370-1567-4173-bec5-eecc6ba2289b req-bec98179-fa6f-468e-9f97-ce694e7e4410 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1ce08370-1567-4173-bec5-eecc6ba2289b req-bec98179-fa6f-468e-9f97-ce694e7e4410 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-1ce08370-1567-4173-bec5-eecc6ba2289b req-bec98179-fa6f-468e-9f97-ce694e7e4410 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:47 user nova-compute[75223]: WARNING nova.compute.manager [req-1ce08370-1567-4173-bec5-eecc6ba2289b req-bec98179-fa6f-468e-9f97-ce694e7e4410 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:49 user nova-compute[75223]: WARNING nova.compute.manager [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:49 user nova-compute[75223]: WARNING nova.compute.manager [req-52c1ca6d-0dbc-417b-89e7-6c3f50799dfa req-b2474a43-9694-48a7-846d-95dbb8c88183 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:44:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e8a186fb-dbda-42d4-9ac1-8f373275cc28 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:44:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:54 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 is timed out.
Dec 01 15:44:54 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Successfully detached device vdb from instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 from the live domain config.
Dec 01 15:44:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WSxJbnKa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:54 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a7c549-e6b0-45aa-8082-e25ec74354c2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:44:54 user nova-compute[75223]: No targets found.
Dec 01 15:44:54 user nova-compute[75223]: iSNS:
Dec 01 15:44:54 user nova-compute[75223]: No targets found.
Dec 01 15:44:54 user nova-compute[75223]: STATIC:
Dec 01 15:44:54 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:44:54 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:54 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:54 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:44:54 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:54 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:54 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:44:54 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:54 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:54 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:44:54 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:54 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:54 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164
Dec 01 15:44:54 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:44:54 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:44:54 user nova-compute[75223]: FIRMWARE:
Dec 01 15:44:54 user nova-compute[75223]: No targets found.
Dec 01 15:44:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:44:54 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:44:54 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd4c158f-415f-4c8d-a86e-9411f75f71a2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74e64df9-b914-4443-bdef-686263ece08b]: (4, ('tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsi session list stdout=tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:44:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d449f7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164'): ({'sdf'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Removing single pathed devices sdf {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a575662-3489-4698-9ea6-0a8f5429a51b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86fe44d-0b89-43f1-a0e9-8209f5a5ce19]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Flushing IO for device /dev/sdf {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5371b52-7925-4107-8956-062da4c2fd4d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-changed-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Refreshing instance network info cache due to event network-changed-5070c03a-ea66-4c27-8ddf-556372327685. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] Acquiring lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] Acquired lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Refreshing network info cache for port 5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb79f0de-7efd-4c3f-9051-19f9b8181086]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[88c51e8b-ebe2-454e-a3e4-9c4236c5b680]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d19da2a9-b209-4cab-aaff-4a08f8e51806]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260]
Dec 01 15:44:55 user nova-compute[75223]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164, portal: 172.16.0.220,3260] successful.
Dec 01 15:44:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ff317971-894e-479c-8a2a-a5ba89221164 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ed8089-4ab2-4dd0-ae4d-c702702d3c17]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] <== disconnect_volume: return (336ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:44:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Updated VIF entry in instance network info cache for port 5070c03a-ea66-4c27-8ddf-556372327685. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:44:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Updating instance_info_cache with network_info: [{"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:44:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-323a4ef2-5b11-4a09-b51b-5d54d7aa784a req-2a1aee46-46ea-4d33-acff-fc34015a16b6 service nova] Releasing lock "refresh_cache-c1e69df5-0bb2-4080-9cf3-a352018573ed" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:44:56 user nova-compute[75223]: DEBUG nova.objects.instance [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'flavor' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3f7dd430-6d1d-4368-808a-aeb4929d09f8 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.879s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lazy-loading 'flavor' on Instance uuid c1e69df5-0bb2-4080-9cf3-a352018573ed {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.047s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:57 user nova-compute[75223]: INFO nova.compute.manager [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Attaching volume 7657f207-d040-4c4c-b488-cd810070034f to /dev/sdc
Dec 01 15:44:57 user nova-compute[75223]: DEBUG os_brick.utils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ecf9ed-5d6c-4dda-8324-eacf77b9dca2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7978d621-3158-4626-90ab-6e1b0eb70bb1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c64d4f4-40bc-4dc0-9541-a171abfc0e6f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3e3a18-a531-4923-8f80-577b3c6021b0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:44:58 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:44:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[356857a3-42d6-4cbd-bfbe-ee596e10768a]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG os_brick.utils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:44:58 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Updating existing volume attachment record: 1e853706-0377-4f32-a7fc-4c60518d4c18 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:59 user nova-compute[75223]: INFO nova.compute.manager [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Terminating instance
Dec 01 15:44:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-be3486b3-c21d-4bfc-b661-232e40e1311c req-8af0f364-1343-4522-bdfe-a962f4b40a6f service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-unplugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be3486b3-c21d-4bfc-b661-232e40e1311c req-8af0f364-1343-4522-bdfe-a962f4b40a6f service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be3486b3-c21d-4bfc-b661-232e40e1311c req-8af0f364-1343-4522-bdfe-a962f4b40a6f service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be3486b3-c21d-4bfc-b661-232e40e1311c req-8af0f364-1343-4522-bdfe-a962f4b40a6f service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-be3486b3-c21d-4bfc-b661-232e40e1311c req-8af0f364-1343-4522-bdfe-a962f4b40a6f service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-unplugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-be3486b3-c21d-4bfc-b661-232e40e1311c req-8af0f364-1343-4522-bdfe-a962f4b40a6f service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-unplugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:44:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Instance destroyed successfully.
Dec 01 15:45:00 user nova-compute[75223]: DEBUG nova.objects.instance [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lazy-loading 'resources' on Instance uuid cedfd1c2-23ea-4e04-ae80-449cabf85f47 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:41:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1827280945',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1827280945',id=15,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKs1GiDeRQbHUSPYCkOYal4ox2dEoS8eeoSi6W7p6J+TVXKt0NThpXwO0S3PcmsbZf9tCn11619ibEAadhFdXj2SgN8sDGAa1yN+2outtb1+ZuDAoB9FWRgRSRD4+Xcwow==',key_name='tempest-keypair-1365044420',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ce035d0d984e448fb5296aaa7cbb19e8',ramdisk_id='',reservation_id='r-ugk1inwu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1928712376',owner_user_name='tempest-TaggedAttachmentsTest-1928712376-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:41:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5e46eb96cc59487cb513fd4a658e076a',uuid=cedfd1c2-23ea-4e04-ae80-449cabf85f47,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converting VIF {"id": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "address": "fa:16:3e:9b:ed:03", "network": {"id": "f1e5ab64-eeb4-46a3-be37-de13612c6298", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-911010071-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ce035d0d984e448fb5296aaa7cbb19e8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap81a6b1de-4e", "ovs_interfaceid": "81a6b1de-4eb8-47c7-a32d-2d64e806e13f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9b:ed:03,bridge_name='br-int',has_traffic_filtering=True,id=81a6b1de-4eb8-47c7-a32d-2d64e806e13f,network=Network(f1e5ab64-eeb4-46a3-be37-de13612c6298),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81a6b1de-4e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG os_vif [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:ed:03,bridge_name='br-int',has_traffic_filtering=True,id=81a6b1de-4eb8-47c7-a32d-2d64e806e13f,network=Network(f1e5ab64-eeb4-46a3-be37-de13612c6298),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81a6b1de-4e') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap81a6b1de-4e, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0606c073-0bd5-4848-98de-c888c48c6ad0) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:00 user nova-compute[75223]: INFO os_vif [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9b:ed:03,bridge_name='br-int',has_traffic_filtering=True,id=81a6b1de-4eb8-47c7-a32d-2d64e806e13f,network=Network(f1e5ab64-eeb4-46a3-be37-de13612c6298),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap81a6b1de-4e')
Dec 01 15:45:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Deleting instance files /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47_del
Dec 01 15:45:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Deletion of /opt/stack/data/nova/instances/cedfd1c2-23ea-4e04-ae80-449cabf85f47_del complete
Dec 01 15:45:00 user nova-compute[75223]: INFO nova.compute.manager [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 01 15:45:00 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:00 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Took 0.68 seconds to deallocate network for instance.
Dec 01 15:45:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.394s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:01 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Deleted allocations for instance cedfd1c2-23ea-4e04-ae80-449cabf85f47
Dec 01 15:45:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91388ca5-6b0d-4ff1-ba00-f4d26d20385f tempest-TaggedAttachmentsTest-1928712376 tempest-TaggedAttachmentsTest-1928712376-project-member] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.213s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG nova.compute.manager [req-0afc4eef-71e5-4f38-ab40-aa5ec390d5ca req-576f52da-28c3-43dc-88da-de7b17354b01 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0afc4eef-71e5-4f38-ab40-aa5ec390d5ca req-576f52da-28c3-43dc-88da-de7b17354b01 service nova] Acquiring lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0afc4eef-71e5-4f38-ab40-aa5ec390d5ca req-576f52da-28c3-43dc-88da-de7b17354b01 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0afc4eef-71e5-4f38-ab40-aa5ec390d5ca req-576f52da-28c3-43dc-88da-de7b17354b01 service nova] Lock "cedfd1c2-23ea-4e04-ae80-449cabf85f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:01 user nova-compute[75223]: DEBUG nova.compute.manager [req-0afc4eef-71e5-4f38-ab40-aa5ec390d5ca req-576f52da-28c3-43dc-88da-de7b17354b01 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] No waiting events found dispatching network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:01 user nova-compute[75223]: WARNING nova.compute.manager [req-0afc4eef-71e5-4f38-ab40-aa5ec390d5ca req-576f52da-28c3-43dc-88da-de7b17354b01 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received unexpected event network-vif-plugged-81a6b1de-4eb8-47c7-a32d-2d64e806e13f for instance with vm_state deleted and task_state None.
Dec 01 15:45:01 user nova-compute[75223]: DEBUG nova.compute.manager [req-0afc4eef-71e5-4f38-ab40-aa5ec390d5ca req-576f52da-28c3-43dc-88da-de7b17354b01 service nova] [instance: cedfd1c2-23ea-4e04-ae80-449cabf85f47] Received event network-vif-deleted-81a6b1de-4eb8-47c7-a32d-2d64e806e13f {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid ab6fdf7b-6145-4363-b826-188bba58045f {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid c1e69df5-0bb2-4080-9cf3-a352018573ed {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid de73fcf7-913c-449c-bf80-190b06b7f674 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:45:05 user nova-compute[75223]: WARNING oslo_messaging._drivers.amqpdriver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.091s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.092s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.094s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.098s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.107s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.108s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.135s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CGkTnvXy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:45:07 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:45:07 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:45:07 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dc3a442-f57b-4b4f-b73f-b413d81869c3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:45:07 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4822d53-d471-4c59-95ab-5d9ca1586df5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f] added
Dec 01 15:45:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[55dc0eb1-eb51-4451-a660-a9ba6b906c29]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[330a9955-72c2-43ae-b239-13117ade302a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CGkTnvXy {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CGkTnvXy" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f20a9c8-3ea8-402d-9ad8-75cd6e64f003]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CGkTnvXy'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[02647153-c61a-47c3-bebe-fe6d3dac8192]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[028f2a06-16a2-4c68-81ac-ddfb74dd96b5]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[abb3de79-1def-44f2-8639-1d23a647af21]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260]
Dec 01 15:45:07 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260] successful.
Dec 01 15:45:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d13aea4-b0bc-4795-99db-6e7db22107e0]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9e00ea3-5122-4b82-8b28-f156ff77d219]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.347s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] HCTL ('36', '-', '-', 0) found on session 22 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ffd726d-430b-4a2a-b979-019ced314e8b]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Searching for a device in session 22 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CGkTnvXy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-changed-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Refreshing instance network info cache due to event network-changed-e3b254e3-ca2d-40ff-9474-5439a0dd8f91. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] Acquiring lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] Acquired lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Refreshing network info cache for port e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'flavor' on Instance uuid de73fcf7-913c-449c-bf80-190b06b7f674 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Ignoring supplied device name: /dev/vdb
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.145s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.384s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] <== connect_volume: return (1387ms) {'type': 'block', 'scsi_wwn': '23962623836393536', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23962623836393536', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updated VIF entry in instance network info cache for port e3b254e3-ca2d-40ff-9474-5439a0dd8f91. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updating instance_info_cache with network_info: [{"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lazy-loading 'flavor' on Instance uuid c1e69df5-0bb2-4080-9cf3-a352018573ed {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d79e44f8-8dcf-459d-b7cf-2dbaad34cb6c req-68a2aa78-9548-406c-8675-a94c41d19ef8 service nova] Releasing lock "refresh_cache-de73fcf7-913c-449c-bf80-190b06b7f674" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:45:08 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:45:08 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:45:08 user nova-compute[75223]:   <target dev="sdc" bus="scsi"/>
Dec 01 15:45:08 user nova-compute[75223]:   <serial>7657f207-d040-4c4c-b488-cd810070034f</serial>
Dec 01 15:45:08 user nova-compute[75223]:   <address type="drive" controller="0" unit="2"/>
Dec 01 15:45:08 user nova-compute[75223]: </disk>
Dec 01 15:45:08 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:08 user nova-compute[75223]: INFO nova.compute.manager [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Attaching volume 9068f739-4b87-4d63-8d0a-df609fb17d67 to /dev/vdb
Dec 01 15:45:09 user nova-compute[75223]: DEBUG os_brick.utils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3a7e135-7918-4c57-a1dc-e510b19cfb62]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b5f0f3-33f7-4ec8-aac7-89c7b9dff4a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[43f6a5dd-4d12-4490-a644-5c7c1fbde625]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[300799f9-1537-471e-bd43-0029ce0a05a8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:45:09 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[da74d680-ca09-4448-a0ed-b96bf2866f62]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG os_brick.utils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== get_connector_properties: return (147ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updating existing volume attachment record: 10f33331-2d92-4138-b43c-7f2ab50e2561 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] No BDM found with device name sda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] No VIF found with MAC fa:16:3e:49:a7:d1, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a0e51618-bd64-4103-930b-1d6e1c238cb7 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.687s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 3.993s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.059s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:10 user nova-compute[75223]: INFO nova.compute.manager [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Detaching volume 7657f207-d040-4c4c-b488-cd810070034f
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdj (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:45:10 user nova-compute[75223]: INFO nova.virt.block_device [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Attempting to driver detach volume 7657f207-d040-4c4c-b488-cd810070034f from mountpoint /dev/sdc
Dec 01 15:45:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:10 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:45:10 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7183MB free_disk=25.233585357666016GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Attempting to detach device sdc from instance c1e69df5-0bb2-4080-9cf3-a352018573ed from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:45:10 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:45:10 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:45:10 user nova-compute[75223]:   <target dev="sdc" bus="scsi"/>
Dec 01 15:45:10 user nova-compute[75223]:   <serial>7657f207-d040-4c4c-b488-cd810070034f</serial>
Dec 01 15:45:10 user nova-compute[75223]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 01 15:45:10 user nova-compute[75223]: </disk>
Dec 01 15:45:10 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:45:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Successfully detached device sdc from instance c1e69df5-0bb2-4080-9cf3-a352018573ed from the persistent domain config.
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance c1e69df5-0bb2-4080-9cf3-a352018573ed from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:45:10 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:45:10 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:45:10 user nova-compute[75223]:   <target dev="sdc" bus="scsi"/>
Dec 01 15:45:10 user nova-compute[75223]:   <serial>7657f207-d040-4c4c-b488-cd810070034f</serial>
Dec 01 15:45:10 user nova-compute[75223]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Dec 01 15:45:10 user nova-compute[75223]: </disk>
Dec 01 15:45:10 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1e69df5-0bb2-4080-9cf3-a352018573ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance de73fcf7-913c-449c-bf80-190b06b7f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 730cf312-5f13-436b-ad61-f1cdaaedec5a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance c1e69df5-0bb2-4080-9cf3-a352018573ed {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:45:10 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:45:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:45:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:45:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.606s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AlVhvDbC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:45:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:45:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:45:18 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1b09d7d-f521-49d1-a11f-230ce83894b4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:45:18 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a40823-0519-4b34-a53c-ac05cde4f478]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67] added
Dec 01 15:45:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c07e56-b272-4b49-b6db-8d1487dae103]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1246639-a2b6-4f6f-8c9c-c5ffbf302771]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AlVhvDbC {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AlVhvDbC" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f2fd5d0-850b-4037-b266-fb2eb2d87657]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AlVhvDbC'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f8650bd-6769-479d-9ad0-93358069b96b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c2104c5-f216-4e58-ac3e-3b4e20328c5b]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1289eaf3-487c-4aeb-8fd4-4f8d48fed1e2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260]
Dec 01 15:45:18 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260] successful.
Dec 01 15:45:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b54716b-8db7-45a2-b3d6-1c9634b5803c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0eb93015-ea74-4588-9a54-a2b6a4c355b5]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] HCTL ('37', '-', '-', 0) found on session 23 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9329d5ac-43bb-4f51-8c4c-0cd3a86a42f1]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Searching for a device in session 23 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:45:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AlVhvDbC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:45:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:45:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23437326534363834', 'path': '/dev/sdf'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:45:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23437326534363834', 'path': '/dev/sdf'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:45:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'flavor' on Instance uuid de73fcf7-913c-449c-bf80-190b06b7f674 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:45:19 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:45:19 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:45:19 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:45:19 user nova-compute[75223]:   <serial>9068f739-4b87-4d63-8d0a-df609fb17d67</serial>
Dec 01 15:45:19 user nova-compute[75223]: </disk>
Dec 01 15:45:19 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:45:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:45:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:45:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] No VIF found with MAC fa:16:3e:62:9d:23, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:45:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-906e670d-51e4-4412-9378-3e3eca9ba351 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.290s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:24 user nova-compute[75223]: INFO nova.compute.manager [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Terminating instance
Dec 01 15:45:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-e5262a03-f5b1-474f-9cce-e904505ef66a req-0986bb75-6209-48fb-9c3d-62ad0db232a9 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-vif-unplugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5262a03-f5b1-474f-9cce-e904505ef66a req-0986bb75-6209-48fb-9c3d-62ad0db232a9 service nova] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5262a03-f5b1-474f-9cce-e904505ef66a req-0986bb75-6209-48fb-9c3d-62ad0db232a9 service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5262a03-f5b1-474f-9cce-e904505ef66a req-0986bb75-6209-48fb-9c3d-62ad0db232a9 service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-e5262a03-f5b1-474f-9cce-e904505ef66a req-0986bb75-6209-48fb-9c3d-62ad0db232a9 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] No waiting events found dispatching network-vif-unplugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-e5262a03-f5b1-474f-9cce-e904505ef66a req-0986bb75-6209-48fb-9c3d-62ad0db232a9 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-vif-unplugged-c0355565-eb83-489a-8844-80791f336d5c for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:45:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Instance destroyed successfully.
Dec 01 15:45:25 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lazy-loading 'resources' on Instance uuid 3f0e1ea9-64a0-4411-b059-6ea0fac69005 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-530274317',display_name='tempest-TestServerVolumeAttachmentScenario-server-530274317',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-530274317',id=14,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHfeOdD70no/fDF32WnQUb+1QiUc0PLZ4WDLylfIk45Q9prpFOmirbNci5Lers+qPqiEmSJVPza3BAW5Hb7LdgDoCFPXGn8hLWhNEsPpdmeO7GjVC2YDToG3iD7vLhHPBw==',key_name='tempest-keypair-389068053',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:41:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1b1241228d644d8db30d91072f368957',ramdisk_id='',reservation_id='r-ujejjioi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-432882029',owner_user_name='tempest-TestServerVolumeAttachmentScenario-432882029-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:41:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='97c9c25e2a3a4b8ab1da8944ca82865d',uuid=3f0e1ea9-64a0-4411-b059-6ea0fac69005,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Converting VIF {"id": "c0355565-eb83-489a-8844-80791f336d5c", "address": "fa:16:3e:7d:1b:be", "network": {"id": "fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-591285258-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "1b1241228d644d8db30d91072f368957", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc0355565-eb", "ovs_interfaceid": "c0355565-eb83-489a-8844-80791f336d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7d:1b:be,bridge_name='br-int',has_traffic_filtering=True,id=c0355565-eb83-489a-8844-80791f336d5c,network=Network(fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0355565-eb') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG os_vif [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7d:1b:be,bridge_name='br-int',has_traffic_filtering=True,id=c0355565-eb83-489a-8844-80791f336d5c,network=Network(fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0355565-eb') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc0355565-eb, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=88fbd7a8-77e6-4d80-8fcb-7017e6ae6650) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:25 user nova-compute[75223]: INFO os_vif [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7d:1b:be,bridge_name='br-int',has_traffic_filtering=True,id=c0355565-eb83-489a-8844-80791f336d5c,network=Network(fe0cb5b6-c0ef-4e88-9989-517ca0b1d64e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc0355565-eb')
Dec 01 15:45:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Deleting instance files /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005_del
Dec 01 15:45:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Deletion of /opt/stack/data/nova/instances/3f0e1ea9-64a0-4411-b059-6ea0fac69005_del complete
Dec 01 15:45:25 user nova-compute[75223]: INFO nova.compute.manager [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Took 0.89 seconds to destroy the instance on the hypervisor.
Dec 01 15:45:25 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:45:25 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:26 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Took 0.72 seconds to deallocate network for instance.
Dec 01 15:45:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-13817297-33c0-4e37-8187-4ca624156e66 req-2c10f275-7911-408d-bd8a-3a95637bdf90 service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-vif-deleted-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.349s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:26 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Deleted allocations for instance 3f0e1ea9-64a0-4411-b059-6ea0fac69005
Dec 01 15:45:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5fa3443c-0f7c-4c87-88ba-d2fb757756a7 tempest-TestServerVolumeAttachmentScenario-432882029 tempest-TestServerVolumeAttachmentScenario-432882029-project-member] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.138s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-4a481a6d-240c-44c5-b548-322338d0d755 req-c82162a3-7099-45f1-aaaa-d5e8fb02607d service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received event network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4a481a6d-240c-44c5-b548-322338d0d755 req-c82162a3-7099-45f1-aaaa-d5e8fb02607d service nova] Acquiring lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4a481a6d-240c-44c5-b548-322338d0d755 req-c82162a3-7099-45f1-aaaa-d5e8fb02607d service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4a481a6d-240c-44c5-b548-322338d0d755 req-c82162a3-7099-45f1-aaaa-d5e8fb02607d service nova] Lock "3f0e1ea9-64a0-4411-b059-6ea0fac69005-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-4a481a6d-240c-44c5-b548-322338d0d755 req-c82162a3-7099-45f1-aaaa-d5e8fb02607d service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] No waiting events found dispatching network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:26 user nova-compute[75223]: WARNING nova.compute.manager [req-4a481a6d-240c-44c5-b548-322338d0d755 req-c82162a3-7099-45f1-aaaa-d5e8fb02607d service nova] [instance: 3f0e1ea9-64a0-4411-b059-6ea0fac69005] Received unexpected event network-vif-plugged-c0355565-eb83-489a-8844-80791f336d5c for instance with vm_state deleted and task_state None.
Dec 01 15:45:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:45:30 user nova-compute[75223]: INFO nova.compute.claims [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Claim successful on node user
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.419s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:45:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance c1e69df5-0bb2-4080-9cf3-a352018573ed is timed out.
Dec 01 15:45:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Successfully detached device sdc from instance c1e69df5-0bb2-4080-9cf3-a352018573ed from the live domain config.
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CGkTnvXy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:45:30 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:45:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb6f345-f383-4ff4-b5d0-771dd12c05ba]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:45:30 user nova-compute[75223]: No targets found.
Dec 01 15:45:30 user nova-compute[75223]: iSNS:
Dec 01 15:45:30 user nova-compute[75223]: No targets found.
Dec 01 15:45:30 user nova-compute[75223]: STATIC:
Dec 01 15:45:30 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:45:30 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:30 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:30 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:45:30 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:30 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:30 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:45:30 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:30 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:30 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f
Dec 01 15:45:30 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:30 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:30 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67
Dec 01 15:45:30 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:30 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:30 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:45:30 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:30 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:30 user nova-compute[75223]: FIRMWARE:
Dec 01 15:45:30 user nova-compute[75223]: No targets found.
Dec 01 15:45:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:45:30 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:45:30 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[df28e29b-f42c-4ef4-ae42-7996fe8e34fb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0bf5879-095f-424f-a708-8e01a7600a0a]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:31 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d458a4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.policy [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c3011c28d7c4f61af61c5d89043e245', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12b386d4eba248328f062c861d22cc85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f8a2660-aca4-4e67-8cfb-46d8c7409830]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20ee2bc-ebc6-4fb4-bcc0-809a54fdc452]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb86e824-11a6-478e-926b-0c291f5685ca]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:45:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Creating image(s)
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb981e8-0927-4e2b-91e3-4a4f6e66b16e]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40e1039-6ca2-482c-91d6-572e5b9359cb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[08ccb715-9ab6-45e3-ad0f-3fd68512a108]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260]
Dec 01 15:45:31 user nova-compute[75223]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f, portal: 172.16.0.220,3260] successful.
Dec 01 15:45:31 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7657f207-d040-4c4c-b488-cd810070034f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f81aa0e-51f1-48db-a86e-b7caaca11a48]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.368s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] <== disconnect_volume: return (369ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk 1073741824" returned: 0 in 0.058s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Successfully created port: 35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Checking if we can resize image /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Cannot resize image /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Ensure instance console log exists: /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.objects.instance [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lazy-loading 'flavor' on Instance uuid c1e69df5-0bb2-4080-9cf3-a352018573ed {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-801b6f5c-4863-4127-a9ca-2556439b2665 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.157s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Successfully updated port: 35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquired lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-changed-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing instance network info cache due to event network-changed-35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] Acquiring lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Releasing lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance network_info: |[{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] Acquired lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Start _get_guest_xml network_info=[{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:45:32 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:45:32 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-810087427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-810087427',id=20,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBOHbKjUpphLOSM5i8tfo1/uoETQCkpPGorIE9t9JK5eb7obKP8lXBHGzk/ryoHQipDIGoCEY70eUMtf1jNmewsRF9m+MKCDK08H+CiCiJoCN35KXF+TsQ8ktpu3mxStUw==',key_name='tempest-keypair-2121303983',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-0r8yy6y8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=853dc6f1-5351-4926-af51-c4e358684f6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.objects.instance [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'pci_devices' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:45:32 user nova-compute[75223]:   <uuid>853dc6f1-5351-4926-af51-c4e358684f6a</uuid>
Dec 01 15:45:32 user nova-compute[75223]:   <name>instance-00000014</name>
Dec 01 15:45:32 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:45:32 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:45:32 user nova-compute[75223]:   <metadata>
Dec 01 15:45:32 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:45:32 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:45:32 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-810087427</nova:name>
Dec 01 15:45:32 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:45:32</nova:creationTime>
Dec 01 15:45:32 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:45:32 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:45:32 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:45:32 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:45:32 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:45:32 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:45:32 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:45:32 user nova-compute[75223]:       <nova:owner>
Dec 01 15:45:32 user nova-compute[75223]:         <nova:user uuid="1c3011c28d7c4f61af61c5d89043e245">tempest-AttachVolumeShelveTestJSON-474565575-project-member</nova:user>
Dec 01 15:45:32 user nova-compute[75223]:         <nova:project uuid="12b386d4eba248328f062c861d22cc85">tempest-AttachVolumeShelveTestJSON-474565575</nova:project>
Dec 01 15:45:32 user nova-compute[75223]:       </nova:owner>
Dec 01 15:45:32 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:45:32 user nova-compute[75223]:       <nova:ports>
Dec 01 15:45:32 user nova-compute[75223]:         <nova:port uuid="35020f68-b26e-4080-b1fd-35c521502f58">
Dec 01 15:45:32 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 15:45:32 user nova-compute[75223]:         </nova:port>
Dec 01 15:45:32 user nova-compute[75223]:       </nova:ports>
Dec 01 15:45:32 user nova-compute[75223]:     </nova:instance>
Dec 01 15:45:32 user nova-compute[75223]:   </metadata>
Dec 01 15:45:32 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:45:32 user nova-compute[75223]:     <system>
Dec 01 15:45:32 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:45:32 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:45:32 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:45:32 user nova-compute[75223]:       <entry name="serial">853dc6f1-5351-4926-af51-c4e358684f6a</entry>
Dec 01 15:45:32 user nova-compute[75223]:       <entry name="uuid">853dc6f1-5351-4926-af51-c4e358684f6a</entry>
Dec 01 15:45:32 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:45:32 user nova-compute[75223]:     </system>
Dec 01 15:45:32 user nova-compute[75223]:   </sysinfo>
Dec 01 15:45:32 user nova-compute[75223]:   <os>
Dec 01 15:45:32 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:45:32 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:45:32 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:45:32 user nova-compute[75223]:   </os>
Dec 01 15:45:32 user nova-compute[75223]:   <features>
Dec 01 15:45:32 user nova-compute[75223]:     <acpi/>
Dec 01 15:45:32 user nova-compute[75223]:     <apic/>
Dec 01 15:45:32 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:45:32 user nova-compute[75223]:   </features>
Dec 01 15:45:32 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:45:32 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:45:32 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:45:32 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:45:32 user nova-compute[75223]:   </clock>
Dec 01 15:45:32 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:45:32 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:45:32 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:45:32 user nova-compute[75223]:   </cpu>
Dec 01 15:45:32 user nova-compute[75223]:   <devices>
Dec 01 15:45:32 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:45:32 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:45:32 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk"/>
Dec 01 15:45:32 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:45:32 user nova-compute[75223]:     </disk>
Dec 01 15:45:32 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:45:32 user nova-compute[75223]:       <mac address="fa:16:3e:97:3d:6a"/>
Dec 01 15:45:32 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:45:32 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:45:32 user nova-compute[75223]:       <target dev="tap35020f68-b2"/>
Dec 01 15:45:32 user nova-compute[75223]:     </interface>
Dec 01 15:45:32 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:45:32 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/console.log" append="off"/>
Dec 01 15:45:32 user nova-compute[75223]:     </serial>
Dec 01 15:45:32 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:45:32 user nova-compute[75223]:     <video>
Dec 01 15:45:32 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:45:32 user nova-compute[75223]:     </video>
Dec 01 15:45:32 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:45:32 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:45:32 user nova-compute[75223]:     </rng>
Dec 01 15:45:32 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:45:32 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:45:32 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:45:32 user nova-compute[75223]:     </memballoon>
Dec 01 15:45:32 user nova-compute[75223]:   </devices>
Dec 01 15:45:32 user nova-compute[75223]: </domain>
Dec 01 15:45:32 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-810087427',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-810087427',id=20,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBOHbKjUpphLOSM5i8tfo1/uoETQCkpPGorIE9t9JK5eb7obKP8lXBHGzk/ryoHQipDIGoCEY70eUMtf1jNmewsRF9m+MKCDK08H+CiCiJoCN35KXF+TsQ8ktpu3mxStUw==',key_name='tempest-keypair-2121303983',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-0r8yy6y8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:45:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=853dc6f1-5351-4926-af51-c4e358684f6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG os_vif [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e02e514-bc72-51eb-99bb-c82b68b2fecc', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap35020f68-b2, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap35020f68-b2, col_values=(('qos', UUID('cb90a342-5a76-4c5d-bafe-a50782cdea7e')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap35020f68-b2, col_values=(('external_ids', {'iface-id': '35020f68-b26e-4080-b1fd-35c521502f58', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:97:3d:6a', 'vm-uuid': '853dc6f1-5351-4926-af51-c4e358684f6a'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: INFO os_vif [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2')
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No VIF found with MAC fa:16:3e:97:3d:6a, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:32 user nova-compute[75223]: INFO nova.compute.manager [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Terminating instance
Dec 01 15:45:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updated VIF entry in instance network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:45:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e375119f-2038-4fda-a423-1b01943f5ce1 req-650d1374-38c4-47f3-aa5a-31f3c97a531d service nova] Releasing lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:45:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Instance destroyed successfully.
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lazy-loading 'resources' on Instance uuid c1e69df5-0bb2-4080-9cf3-a352018573ed {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:43:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-2134086382',display_name='tempest-AttachSCSIVolumeTestJSON-server-2134086382',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-2134086382',id=17,image_ref='bd1eaaca-0177-466b-aa91-e612c7fde7df',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL3eT/ibBhkrz9yT4JnuQZD9gmOYXxVhJpL+QCNKmdy+IvTsx+Ud2KLmx4GqKKsr9lBVsE89K21y0Z0LCdRy//o8iAa9mwKFb/lJx3d3L1zftLNg8Goncbck6Z7Q7sYIyw==',key_name='tempest-keypair-1673653261',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:43:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='09d2a4ef7e5c45f9bd460ba71e1537e5',ramdisk_id='',reservation_id='r-9is0wljg',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='bd1eaaca-0177-466b-aa91-e612c7fde7df',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-896994496',owner_user_name='tempest-AttachSCSIVolumeTestJSON-896994496-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:43:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bae565d38346463ba2b6900bb557920c',uuid=c1e69df5-0bb2-4080-9cf3-a352018573ed,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Converting VIF {"id": "5070c03a-ea66-4c27-8ddf-556372327685", "address": "fa:16:3e:49:a7:d1", "network": {"id": "838331e1-b235-433d-8d0b-459a85deed3e", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1881720881-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "09d2a4ef7e5c45f9bd460ba71e1537e5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5070c03a-ea", "ovs_interfaceid": "5070c03a-ea66-4c27-8ddf-556372327685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:49:a7:d1,bridge_name='br-int',has_traffic_filtering=True,id=5070c03a-ea66-4c27-8ddf-556372327685,network=Network(838331e1-b235-433d-8d0b-459a85deed3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5070c03a-ea') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG os_vif [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:a7:d1,bridge_name='br-int',has_traffic_filtering=True,id=5070c03a-ea66-4c27-8ddf-556372327685,network=Network(838331e1-b235-433d-8d0b-459a85deed3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5070c03a-ea') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5070c03a-ea, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0ff5f44b-255a-4ef0-88df-698b19b097e8) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: INFO os_vif [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:49:a7:d1,bridge_name='br-int',has_traffic_filtering=True,id=5070c03a-ea66-4c27-8ddf-556372327685,network=Network(838331e1-b235-433d-8d0b-459a85deed3e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5070c03a-ea')
Dec 01 15:45:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Deleting instance files /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed_del
Dec 01 15:45:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Deletion of /opt/stack/data/nova/instances/c1e69df5-0bb2-4080-9cf3-a352018573ed_del complete
Dec 01 15:45:34 user nova-compute[75223]: INFO nova.compute.manager [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Took 1.38 seconds to destroy the instance on the hypervisor.
Dec 01 15:45:34 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-vif-unplugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] No waiting events found dispatching network-vif-unplugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-vif-unplugged-5070c03a-ea66-4c27-8ddf-556372327685 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] Acquiring lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] No waiting events found dispatching network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:34 user nova-compute[75223]: WARNING nova.compute.manager [req-253da1b7-7428-4bdd-b710-451cde6d103a req-d472dc7d-ebd4-4037-99f0-df16ac15332b service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received unexpected event network-vif-plugged-5070c03a-ea66-4c27-8ddf-556372327685 for instance with vm_state active and task_state deleting.
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:35 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Took 1.34 seconds to deallocate network for instance.
Dec 01 15:45:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:45:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.357s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:36 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Deleted allocations for instance c1e69df5-0bb2-4080-9cf3-a352018573ed
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5bb7ea5c-e945-4437-98bf-51e2cd98a4d1 tempest-AttachSCSIVolumeTestJSON-896994496 tempest-AttachSCSIVolumeTestJSON-896994496-project-member] Lock "c1e69df5-0bb2-4080-9cf3-a352018573ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.261s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:36 user nova-compute[75223]: WARNING nova.compute.manager [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received unexpected event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with vm_state building and task_state spawning.
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:36 user nova-compute[75223]: WARNING nova.compute.manager [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received unexpected event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with vm_state building and task_state spawning.
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-48796a1d-58b3-4341-8831-37d644830404 req-15610977-1ba8-4354-b432-fb9f4cd25951 service nova] [instance: c1e69df5-0bb2-4080-9cf3-a352018573ed] Received event network-vif-deleted-5070c03a-ea66-4c27-8ddf-556372327685 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:45:36 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance spawned successfully.
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:45:36 user nova-compute[75223]: INFO nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Took 5.70 seconds to spawn the instance on the hypervisor.
Dec 01 15:45:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:45:36 user nova-compute[75223]: INFO nova.compute.manager [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Took 6.46 seconds to build instance.
Dec 01 15:45:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-bf072690-30a1-4fa6-b1d0-9e440cb71804 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.557s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-changed-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing instance network info cache due to event network-changed-2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:45:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:45:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:45:39 user nova-compute[75223]: DEBUG nova.network.neutron [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing network info cache for port 2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:45:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG nova.network.neutron [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updated VIF entry in instance network info cache for port 2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG nova.network.neutron [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6c95e8e0-e09d-41fe-b7e9-bbcbb5765619 req-b8d2b2bc-21f8-4520-821d-3e97a8711cb3 service nova] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:40 user nova-compute[75223]: INFO nova.compute.manager [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Shelve offloading
Dec 01 15:45:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f969a4f-7d02-4510-98e2-9e7e65079978 req-7e4c075c-1ff7-4bd6-9625-ed2658116722 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-unplugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f969a4f-7d02-4510-98e2-9e7e65079978 req-7e4c075c-1ff7-4bd6-9625-ed2658116722 service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f969a4f-7d02-4510-98e2-9e7e65079978 req-7e4c075c-1ff7-4bd6-9625-ed2658116722 service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f969a4f-7d02-4510-98e2-9e7e65079978 req-7e4c075c-1ff7-4bd6-9625-ed2658116722 service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f969a4f-7d02-4510-98e2-9e7e65079978 req-7e4c075c-1ff7-4bd6-9625-ed2658116722 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-unplugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:40 user nova-compute[75223]: WARNING nova.compute.manager [req-2f969a4f-7d02-4510-98e2-9e7e65079978 req-7e4c075c-1ff7-4bd6-9625-ed2658116722 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received unexpected event network-vif-unplugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with vm_state active and task_state shelving.
Dec 01 15:45:40 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance destroyed successfully.
Dec 01 15:45:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:45:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:45:41 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:45:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance destroyed successfully.
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'resources' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-548225927',display_name='tempest-TestShelveInstance-server-548225927',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-548225927',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSusRQ4wvujIUZeafKvyvwq1RzNNDyNn5n8K9K/mKSHGrAgKVKSq9WqPHWaRKnDl99XCpYvefDcNAOin4LSm71wEDw4U31qHQVJmdKixKr/QbdMKvIkVt2eI/KEL7P3Dg==',key_name='tempest-TestShelveInstance-1586855978',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:44:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf628b2992324266a364fc6b8259164f',ramdisk_id='',reservation_id='r-oyg0z94m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1591946578',owner_user_name='tempest-TestShelveInstance-1591946578-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:04Z,user_data=None,user_id='7d41e973c4724cd18428e8ef5eb28eba',uuid=730cf312-5f13-436b-ad61-f1cdaaedec5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converting VIF {"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_vif [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2852980a-8b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1be45811-cb45-45ef-a1e9-75f051f56f83) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-changed-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing instance network info cache due to event network-changed-2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing network info cache for port 2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:45:42 user nova-compute[75223]: INFO nova.compute.manager [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Detaching volume 9068f739-4b87-4d63-8d0a-df609fb17d67
Dec 01 15:45:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:42 user nova-compute[75223]: INFO os_vif [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b')
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:45:42 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1e3a33b-ced4-4111-8978-ef3b990791c4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:45:42 user nova-compute[75223]: No targets found.
Dec 01 15:45:42 user nova-compute[75223]: iSNS:
Dec 01 15:45:42 user nova-compute[75223]: No targets found.
Dec 01 15:45:42 user nova-compute[75223]: STATIC:
Dec 01 15:45:42 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:45:42 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:42 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:42 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:45:42 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:42 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:42 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:45:42 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:42 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:42 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67
Dec 01 15:45:42 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:42 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:42 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:45:42 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:45:42 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:45:42 user nova-compute[75223]: FIRMWARE:
Dec 01 15:45:42 user nova-compute[75223]: No targets found.
Dec 01 15:45:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:45:42 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:45:42 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cce8693-5271-4489-a5cd-81d38c867aff]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: INFO nova.virt.block_device [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Attempting to driver detach volume 9068f739-4b87-4d63-8d0a-df609fb17d67 from mountpoint /dev/vdb
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Attempting to detach device vdb from instance de73fcf7-913c-449c-bf80-190b06b7f674 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:45:42 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:45:42 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:45:42 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:45:42 user nova-compute[75223]:   <serial>9068f739-4b87-4d63-8d0a-df609fb17d67</serial>
Dec 01 15:45:42 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:45:42 user nova-compute[75223]: </disk>
Dec 01 15:45:42 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f2c9344-97da-4944-8343-9e1d4d35e333]: (4, ('tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsi session list stdout=tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:45:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f45ebbe0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64'): ({'sdj'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Removing single pathed devices sdj {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully detached device vdb from instance de73fcf7-913c-449c-bf80-190b06b7f674 from the persistent domain config.
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance de73fcf7-913c-449c-bf80-190b06b7f674 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:45:42 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:45:42 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:45:42 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:45:42 user nova-compute[75223]:   <serial>9068f739-4b87-4d63-8d0a-df609fb17d67</serial>
Dec 01 15:45:42 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:45:42 user nova-compute[75223]: </disk>
Dec 01 15:45:42 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[13acc2c4-76c9-4a48-b710-a5292627e393]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[95a51bb1-57d9-4999-a0f4-14e32ff035a1]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Flushing IO for device /dev/sdj {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcc17fed-b499-4d59-95d3-198d1bd9c790]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.062s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e984bd0-4630-4e26-a63c-0d413044d251]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Checking to see if SCSI volumes sdj have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] SCSI volumes sdj have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[716c4ad5-c636-43c5-b5f1-369cf37e99a2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71b9235-06b5-477f-9b87-7eb1bfb5fc32]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]
Dec 01 15:45:42 user nova-compute[75223]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.
Dec 01 15:45:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1162acb-3eb4-442c-89d8-569ff2d5538a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.360s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] <== disconnect_volume: return (362ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:45:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Deleting instance files /opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a_del
Dec 01 15:45:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Deletion of /opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a_del complete
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-b51f05c3-a842-4341-ab8c-f2b84d0e18b6 req-de7216f9-3cb7-48f8-aa94-5b7e95005eac service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b51f05c3-a842-4341-ab8c-f2b84d0e18b6 req-de7216f9-3cb7-48f8-aa94-5b7e95005eac service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b51f05c3-a842-4341-ab8c-f2b84d0e18b6 req-de7216f9-3cb7-48f8-aa94-5b7e95005eac service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b51f05c3-a842-4341-ab8c-f2b84d0e18b6 req-de7216f9-3cb7-48f8-aa94-5b7e95005eac service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-b51f05c3-a842-4341-ab8c-f2b84d0e18b6 req-de7216f9-3cb7-48f8-aa94-5b7e95005eac service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:45:42 user nova-compute[75223]: WARNING nova.compute.manager [req-b51f05c3-a842-4341-ab8c-f2b84d0e18b6 req-de7216f9-3cb7-48f8-aa94-5b7e95005eac service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received unexpected event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with vm_state active and task_state shelving.
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updated VIF entry in instance network info cache for port 2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": null, "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap2852980a-8b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance de73fcf7-913c-449c-bf80-190b06b7f674 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:45:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-109ae53d-77d9-44d2-9e85-3bc105fb0a5a req-12ad83a7-6fd3-42d3-bba2-98b158f685f8 service nova] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:45:43 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Deleted allocations for instance 730cf312-5f13-436b-ad61-f1cdaaedec5a
Dec 01 15:45:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:45:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:45:43 user nova-compute[75223]: DEBUG nova.objects.instance [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'numa_topology' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:45:43 user nova-compute[75223]: DEBUG nova.objects.base [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Object Instance<730cf312-5f13-436b-ad61-f1cdaaedec5a> lazy-loaded attributes: resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:45:44 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:45:44 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:45:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.329s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3b74dc63-8953-43e6-ad1c-01c9fb89bd4b tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 4.061s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:45:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:45:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:02 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance de73fcf7-913c-449c-bf80-190b06b7f674 is timed out.
Dec 01 15:46:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully detached device vdb from instance de73fcf7-913c-449c-bf80-190b06b7f674 from the live domain config.
Dec 01 15:46:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AlVhvDbC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:46:02 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[45600a97-9fdd-48fe-a87a-d2e187784915]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:46:02 user nova-compute[75223]: No targets found.
Dec 01 15:46:02 user nova-compute[75223]: iSNS:
Dec 01 15:46:02 user nova-compute[75223]: No targets found.
Dec 01 15:46:02 user nova-compute[75223]: STATIC:
Dec 01 15:46:02 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:46:02 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:46:02 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:46:02 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:46:02 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:46:02 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:46:02 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67
Dec 01 15:46:02 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:46:02 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:46:02 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:46:02 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:46:02 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:46:02 user nova-compute[75223]: FIRMWARE:
Dec 01 15:46:02 user nova-compute[75223]: No targets found.
Dec 01 15:46:02 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:46:02 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:46:02 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a2e4d1a-3cb7-4328-8a53-393b82693a44]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6cc06b4-d409-45a6-ab80-60ab98defa5b]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:02 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4577d00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67'): ({'sdf'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Removing single pathed devices sdf {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2479c315-1f00-41aa-8c92-fa9db2c8a9ef]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e033cf60-0402-460c-8d4e-2e24dde2ba0b]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Flushing IO for device /dev/sdf {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[907ea939-4ddc-4331-8428-a622678e61bd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d249d183-3453-4b04-b8d9-533aecbce295]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[35cedd17-a3f4-4706-a5c9-753958234bf8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7aefd52-7786-4772-8263-0dbf7117e51c]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260]
Dec 01 15:46:02 user nova-compute[75223]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67, portal: 172.16.0.220,3260] successful.
Dec 01 15:46:02 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[13c5cae8-29d2-4407-95d3-93a55d920e98]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== disconnect_volume: return (309ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'flavor' on Instance uuid de73fcf7-913c-449c-bf80-190b06b7f674 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13a96a3-03aa-456e-a697-eb50f92e72c3 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.745s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.624s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:03 user nova-compute[75223]: INFO nova.compute.manager [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Terminating instance
Dec 01 15:46:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:46:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-5f8712bc-3a22-48f0-b2a4-dcdd075cb43e req-a18a74bc-c4c2-420a-872a-96563bec18fa service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-vif-unplugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5f8712bc-3a22-48f0-b2a4-dcdd075cb43e req-a18a74bc-c4c2-420a-872a-96563bec18fa service nova] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5f8712bc-3a22-48f0-b2a4-dcdd075cb43e req-a18a74bc-c4c2-420a-872a-96563bec18fa service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5f8712bc-3a22-48f0-b2a4-dcdd075cb43e req-a18a74bc-c4c2-420a-872a-96563bec18fa service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-5f8712bc-3a22-48f0-b2a4-dcdd075cb43e req-a18a74bc-c4c2-420a-872a-96563bec18fa service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] No waiting events found dispatching network-vif-unplugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-5f8712bc-3a22-48f0-b2a4-dcdd075cb43e req-a18a74bc-c4c2-420a-872a-96563bec18fa service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-vif-unplugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:46:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Instance destroyed successfully.
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.objects.instance [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lazy-loading 'resources' on Instance uuid de73fcf7-913c-449c-bf80-190b06b7f674 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:43:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-149458326',display_name='tempest-VolumesSnapshotTestJSON-instance-149458326',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-149458326',id=18,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO+J0GujQhj364qt7HJ6b1i2nqA0zfZqByDZeX/auGNyQGw2t6bGr6vgwBCtSqkqT+VFm8cxaWCLLGwDdiHzkq9dBHiYEr9yTC8vaUjxN06keTz/JWJX3am+nq4VOwoQ/g==',key_name='tempest-keypair-1276797680',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:43:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='30bb9f9dd9644b0693a630b3f0a9d322',ramdisk_id='',reservation_id='r-u492d461',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-154577618',owner_user_name='tempest-VolumesSnapshotTestJSON-154577618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:43:26Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ea8695983022456b91df0717506f476f',uuid=de73fcf7-913c-449c-bf80-190b06b7f674,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converting VIF {"id": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "address": "fa:16:3e:62:9d:23", "network": {"id": "1771faf6-a033-43c9-bc4d-63f85b44cdc3", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-381156422-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "30bb9f9dd9644b0693a630b3f0a9d322", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape3b254e3-ca", "ovs_interfaceid": "e3b254e3-ca2d-40ff-9474-5439a0dd8f91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:62:9d:23,bridge_name='br-int',has_traffic_filtering=True,id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3b254e3-ca') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_vif [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:9d:23,bridge_name='br-int',has_traffic_filtering=True,id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3b254e3-ca') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape3b254e3-ca, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be582838-14d0-4754-93f8-60de313bf733) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:04 user nova-compute[75223]: INFO os_vif [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:62:9d:23,bridge_name='br-int',has_traffic_filtering=True,id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91,network=Network(1771faf6-a033-43c9-bc4d-63f85b44cdc3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape3b254e3-ca')
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AlVhvDbC', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:46:04 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c6cde2-b6c8-4509-b19a-5f83442bc497]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:46:04 user nova-compute[75223]: No targets found.
Dec 01 15:46:04 user nova-compute[75223]: iSNS:
Dec 01 15:46:04 user nova-compute[75223]: No targets found.
Dec 01 15:46:04 user nova-compute[75223]: STATIC:
Dec 01 15:46:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:46:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:46:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:46:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:46:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:46:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:46:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:46:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:46:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:46:04 user nova-compute[75223]: FIRMWARE:
Dec 01 15:46:04 user nova-compute[75223]: No targets found.
Dec 01 15:46:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:46:04 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:46:04 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9068f739-4b87-4d63-8d0a-df609fb17d67', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b502ba-235a-4c39-950e-88cbc963024f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6218a20-0086-4d85-bf32-4f9e7b98b037]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:04 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:04 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:04 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:04 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4589a20>, {}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Disconnecting from: [] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.070s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] <== disconnect_volume: return (71ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:46:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Deleting instance files /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674_del
Dec 01 15:46:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Deletion of /opt/stack/data/nova/instances/de73fcf7-913c-449c-bf80-190b06b7f674_del complete
Dec 01 15:46:04 user nova-compute[75223]: INFO nova.compute.manager [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Took 0.97 seconds to destroy the instance on the hypervisor.
Dec 01 15:46:04 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:46:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-dc70ef44-1201-4de8-b1d2-8348bdbd6847 req-c2eebc72-e65f-4cec-aa48-c8e7f16efc76 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dc70ef44-1201-4de8-b1d2-8348bdbd6847 req-c2eebc72-e65f-4cec-aa48-c8e7f16efc76 service nova] Acquiring lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dc70ef44-1201-4de8-b1d2-8348bdbd6847 req-c2eebc72-e65f-4cec-aa48-c8e7f16efc76 service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dc70ef44-1201-4de8-b1d2-8348bdbd6847 req-c2eebc72-e65f-4cec-aa48-c8e7f16efc76 service nova] Lock "de73fcf7-913c-449c-bf80-190b06b7f674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-dc70ef44-1201-4de8-b1d2-8348bdbd6847 req-c2eebc72-e65f-4cec-aa48-c8e7f16efc76 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] No waiting events found dispatching network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:06 user nova-compute[75223]: WARNING nova.compute.manager [req-dc70ef44-1201-4de8-b1d2-8348bdbd6847 req-c2eebc72-e65f-4cec-aa48-c8e7f16efc76 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received unexpected event network-vif-plugged-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 for instance with vm_state active and task_state deleting.
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:06 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Took 1.49 seconds to deallocate network for instance.
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-c1474383-03c7-459f-8f31-75c332691992 req-18e557b8-efdc-4a5b-8550-db22fc2c8ff5 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Received event network-vif-deleted-e3b254e3-ca2d-40ff-9474-5439a0dd8f91 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:06 user nova-compute[75223]: INFO nova.compute.manager [req-c1474383-03c7-459f-8f31-75c332691992 req-18e557b8-efdc-4a5b-8550-db22fc2c8ff5 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Neutron deleted interface e3b254e3-ca2d-40ff-9474-5439a0dd8f91; detaching it from the instance and deleting it from the info cache
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-c1474383-03c7-459f-8f31-75c332691992 req-18e557b8-efdc-4a5b-8550-db22fc2c8ff5 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-c1474383-03c7-459f-8f31-75c332691992 req-18e557b8-efdc-4a5b-8550-db22fc2c8ff5 service nova] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Detach interface failed, port_id=e3b254e3-ca2d-40ff-9474-5439a0dd8f91, reason: Instance de73fcf7-913c-449c-bf80-190b06b7f674 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:46:06 user nova-compute[75223]: WARNING nova.volume.cinder [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Attachment 10f33331-2d92-4138-b43c-7f2ab50e2561 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 10f33331-2d92-4138-b43c-7f2ab50e2561. (HTTP 404) (Request-ID: req-e7ed1e96-90bb-4a3c-a931-f96dd96bd6c6)
Dec 01 15:46:06 user nova-compute[75223]: INFO nova.compute.manager [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] [instance: de73fcf7-913c-449c-bf80-190b06b7f674] Took 0.03 seconds to detach 1 volumes for instance.
Dec 01 15:46:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:46:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.316s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:06 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Deleted allocations for instance de73fcf7-913c-449c-bf80-190b06b7f674
Dec 01 15:46:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f0458e3c-12d1-41cc-9f65-b1c41972bd18 tempest-VolumesSnapshotTestJSON-154577618 tempest-VolumesSnapshotTestJSON-154577618-project-member] Lock "de73fcf7-913c-449c-bf80-190b06b7f674" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.007s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [{"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:46:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:46:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7798MB free_disk=25.277259826660156GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 853dc6f1-5351-4926-af51-c4e358684f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:46:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:46:14 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:46:14 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:46:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:46:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.469s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquired lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:46:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'info_cache' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:17 user nova-compute[75223]: DEBUG nova.objects.base [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Releasing lock "refresh_cache-49e0984e-88b5-42c8-a435-f9980b3fe641" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance destroyed successfully.
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'resources' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.base [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG os_vif [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap705cccc6-30, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7377b005-cde5-4c1e-96ed-f3bab13f1191) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:18 user nova-compute[75223]: INFO os_vif [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30')
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Start _get_guest_xml network_info=[{"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'numa_topology' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.base [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:46:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'vcpu_model' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.base [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'pci_devices' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.base [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:46:18 user nova-compute[75223]:   <uuid>49e0984e-88b5-42c8-a435-f9980b3fe641</uuid>
Dec 01 15:46:18 user nova-compute[75223]:   <name>instance-00000007</name>
Dec 01 15:46:18 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:46:18 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:46:18 user nova-compute[75223]:   <metadata>
Dec 01 15:46:18 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:46:18 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:46:18 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeTestJSON-server-731673412</nova:name>
Dec 01 15:46:18 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:46:18</nova:creationTime>
Dec 01 15:46:18 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:46:18 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:46:18 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:46:18 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:46:18 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:46:18 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:46:18 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:46:18 user nova-compute[75223]:       <nova:owner>
Dec 01 15:46:18 user nova-compute[75223]:         <nova:user uuid="6eff3a1cabf346afbd75fb71ca675d0d">tempest-AttachVolumeTestJSON-1572969483-project-member</nova:user>
Dec 01 15:46:18 user nova-compute[75223]:         <nova:project uuid="749298b94152490da6b45e6b2e92f0d8">tempest-AttachVolumeTestJSON-1572969483</nova:project>
Dec 01 15:46:18 user nova-compute[75223]:       </nova:owner>
Dec 01 15:46:18 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:46:18 user nova-compute[75223]:       <nova:ports>
Dec 01 15:46:18 user nova-compute[75223]:         <nova:port uuid="705cccc6-30b5-4b61-a3cb-6c759296e205">
Dec 01 15:46:18 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 15:46:18 user nova-compute[75223]:         </nova:port>
Dec 01 15:46:18 user nova-compute[75223]:       </nova:ports>
Dec 01 15:46:18 user nova-compute[75223]:     </nova:instance>
Dec 01 15:46:18 user nova-compute[75223]:   </metadata>
Dec 01 15:46:18 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:46:18 user nova-compute[75223]:     <system>
Dec 01 15:46:18 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:46:18 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:46:18 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:46:18 user nova-compute[75223]:       <entry name="serial">49e0984e-88b5-42c8-a435-f9980b3fe641</entry>
Dec 01 15:46:18 user nova-compute[75223]:       <entry name="uuid">49e0984e-88b5-42c8-a435-f9980b3fe641</entry>
Dec 01 15:46:18 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:46:18 user nova-compute[75223]:     </system>
Dec 01 15:46:18 user nova-compute[75223]:   </sysinfo>
Dec 01 15:46:18 user nova-compute[75223]:   <os>
Dec 01 15:46:18 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:46:18 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:46:18 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:46:18 user nova-compute[75223]:   </os>
Dec 01 15:46:18 user nova-compute[75223]:   <features>
Dec 01 15:46:18 user nova-compute[75223]:     <acpi/>
Dec 01 15:46:18 user nova-compute[75223]:     <apic/>
Dec 01 15:46:18 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:46:18 user nova-compute[75223]:   </features>
Dec 01 15:46:18 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:46:18 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:46:18 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:46:18 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:46:18 user nova-compute[75223]:   </clock>
Dec 01 15:46:18 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:46:18 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:46:18 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:46:18 user nova-compute[75223]:   </cpu>
Dec 01 15:46:18 user nova-compute[75223]:   <devices>
Dec 01 15:46:18 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:46:18 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:46:18 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk"/>
Dec 01 15:46:18 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:46:18 user nova-compute[75223]:     </disk>
Dec 01 15:46:18 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:46:18 user nova-compute[75223]:       <mac address="fa:16:3e:ff:bc:95"/>
Dec 01 15:46:18 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:18 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:46:18 user nova-compute[75223]:       <target dev="tap705cccc6-30"/>
Dec 01 15:46:18 user nova-compute[75223]:     </interface>
Dec 01 15:46:18 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:46:18 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/console.log" append="off"/>
Dec 01 15:46:18 user nova-compute[75223]:     </serial>
Dec 01 15:46:18 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:46:18 user nova-compute[75223]:     <video>
Dec 01 15:46:18 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:18 user nova-compute[75223]:     </video>
Dec 01 15:46:18 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:46:18 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:46:18 user nova-compute[75223]:     </rng>
Dec 01 15:46:18 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:46:18 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:46:18 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:46:18 user nova-compute[75223]:     </memballoon>
Dec 01 15:46:18 user nova-compute[75223]:   </devices>
Dec 01 15:46:18 user nova-compute[75223]: </domain>
Dec 01 15:46:18 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'trusted_certs' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG nova.objects.base [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:46:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking if we can resize image /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Cannot resize image /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'migration_context' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.objects.base [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Object Instance<49e0984e-88b5-42c8-a435-f9980b3fe641> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:44:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG os_vif [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9d15dfd-e904-5213-9084-9c5a7d3c7b5c', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap705cccc6-30, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap705cccc6-30, col_values=(('qos', UUID('939a0409-d601-44ad-b10a-91f24a027754')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap705cccc6-30, col_values=(('external_ids', {'iface-id': '705cccc6-30b5-4b61-a3cb-6c759296e205', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:bc:95', 'vm-uuid': '49e0984e-88b5-42c8-a435-f9980b3fe641'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:19 user nova-compute[75223]: INFO os_vif [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30')
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:46:19 user nova-compute[75223]: INFO nova.compute.claims [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Claim successful on node user
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.477s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.network.neutron [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:46:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:46:19 user nova-compute[75223]: DEBUG nova.policy [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '036153d8600741d9ad337e83e5478fc5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082dad0a8a544cab8b9f7220d98a8f96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:46:20 user nova-compute[75223]: INFO nova.virt.block_device [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Booting with volume 69ff8da6-b53a-4faf-82b2-74eddfa5cce5 at /dev/vda
Dec 01 15:46:20 user nova-compute[75223]: DEBUG os_brick.utils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7af8468-43fd-42c4-a653-2855fcaa7440]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d55203df-2e93-4c38-a748-7e27e0a08477]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d947c5f-08ee-4a15-9e32-5d5df3b844d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dd15541-337c-4226-8a17-4e07f1c80c5f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:46:20 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af031fa-2db7-47c0-a62c-33f94383faf1]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG os_brick.utils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updating existing volume attachment record: 0476aa87-3a0e-4ce9-985e-b8e08f1092de {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-89b4ae9e-c344-4efa-869f-2585860ac05a req-84e1c550-b38e-474f-9cd8-206050ddd52e service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-89b4ae9e-c344-4efa-869f-2585860ac05a req-84e1c550-b38e-474f-9cd8-206050ddd52e service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-89b4ae9e-c344-4efa-869f-2585860ac05a req-84e1c550-b38e-474f-9cd8-206050ddd52e service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-89b4ae9e-c344-4efa-869f-2585860ac05a req-84e1c550-b38e-474f-9cd8-206050ddd52e service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-89b4ae9e-c344-4efa-869f-2585860ac05a req-84e1c550-b38e-474f-9cd8-206050ddd52e service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:20 user nova-compute[75223]: WARNING nova.compute.manager [req-89b4ae9e-c344-4efa-869f-2585860ac05a req-84e1c550-b38e-474f-9cd8-206050ddd52e service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state stopped and task_state powering-on.
Dec 01 15:46:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Successfully created port: 2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:46:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Successfully updated port: 2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquired lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updating instance_info_cache with network_info: [{"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Releasing lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance network_info: |[{"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:46:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance rebooted successfully.
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-036948d2-077f-4385-9ec7-37bc5e026a90 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:23 user nova-compute[75223]: WARNING nova.compute.manager [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state stopped and task_state powering-on.
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-changed-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Refreshing instance network info cache due to event network-changed-2346c76d-0293-400d-9390-7f40e845f3e2. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] Acquiring lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] Acquired lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Refreshing network info cache for port 2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updated VIF entry in instance network info cache for port 2346c76d-0293-400d-9390-7f40e845f3e2. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updating instance_info_cache with network_info: [{"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-af02ac1c-c9eb-4a94-a7ed-4f7c91ee5967 req-cc51fd9e-064e-493d-b9cc-82efd226cb74 service nova] Releasing lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:46:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Creating image(s)
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Ensure instance console log exists: /opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Start _get_guest_xml network_info=[{"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c12c4079-3c85-47ed-87c4-c42ed1f44c7d', 'attached_at': '', 'detached_at': '', 'volume_id': '69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'serial': '69ff8da6-b53a-4faf-82b2-74eddfa5cce5'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': '0476aa87-3a0e-4ce9-985e-b8e08f1092de', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:46:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:46:30 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:46:30 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:46:30 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f767ee3-d2ff-458f-b8da-83adefcbbda6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:46:30 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74451b7f-272b-4227-b595-e5964594ac6d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5] added
Dec 01 15:46:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fff1852a-2707-4aa6-b200-711dbe409b9d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2199a14e-f1f6-4c0e-a5a7-fada6b39d465]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v weNilyLu {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v weNilyLu" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceadb92a-934d-494b-8b3e-48f217860834]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'weNilyLu'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[570b3ea4-b141-413e-bdd7-c808d4882df9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d55ae890-abf0-4232-9747-38aed72d483d]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a864da3-f859-4f70-859c-b4e399c47e27]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]
Dec 01 15:46:30 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.
Dec 01 15:46:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0270f1a8-5880-45de-a72b-97f2ecddac0c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dec6f7b-91a1-4c8c-93fd-75fb90b4555f]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:46:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.337s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] HCTL ('36', '-', '-', 0) found on session 24 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3966798-6d60-4cbb-88d7-fd91f0f4b304]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:46:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.380s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] <== connect_volume: return (1382ms) {'type': 'block', 'scsi_wwn': '23462333365336434', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23462333365336434', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-117648163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-117648163',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBW21ATcsvREXwH72HH7nCIKH/pw+FM+52WdsDlD3y2wQb1/DGFvTeiQ/fu2v0rrD/G4ahU/hENQ59LUarvt0f5kD5TMt4DGupSEXyqE5yN3CWs3fNAAS81RoA1FNXz3w==',key_name='tempest-keypair-849886975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='082dad0a8a544cab8b9f7220d98a8f96',ramdisk_id='',reservation_id='r-ef20d09g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2145093074',owner_user_name='tempest-ServerActionsV293TestJSON-2145093074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:46:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='036153d8600741d9ad337e83e5478fc5',uuid=c12c4079-3c85-47ed-87c4-c42ed1f44c7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converting VIF {"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.objects.instance [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lazy-loading 'pci_devices' on Instance uuid c12c4079-3c85-47ed-87c4-c42ed1f44c7d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:46:31 user nova-compute[75223]:   <uuid>c12c4079-3c85-47ed-87c4-c42ed1f44c7d</uuid>
Dec 01 15:46:31 user nova-compute[75223]:   <name>instance-00000015</name>
Dec 01 15:46:31 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:46:31 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:46:31 user nova-compute[75223]:   <metadata>
Dec 01 15:46:31 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:46:31 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:46:31 user nova-compute[75223]:       <nova:name>tempest-ServerActionsV293TestJSON-server-117648163</nova:name>
Dec 01 15:46:31 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:46:30</nova:creationTime>
Dec 01 15:46:31 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:46:31 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:46:31 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:46:31 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:46:31 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:46:31 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:46:31 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:46:31 user nova-compute[75223]:       <nova:owner>
Dec 01 15:46:31 user nova-compute[75223]:         <nova:user uuid="036153d8600741d9ad337e83e5478fc5">tempest-ServerActionsV293TestJSON-2145093074-project-member</nova:user>
Dec 01 15:46:31 user nova-compute[75223]:         <nova:project uuid="082dad0a8a544cab8b9f7220d98a8f96">tempest-ServerActionsV293TestJSON-2145093074</nova:project>
Dec 01 15:46:31 user nova-compute[75223]:       </nova:owner>
Dec 01 15:46:31 user nova-compute[75223]:       <nova:ports>
Dec 01 15:46:31 user nova-compute[75223]:         <nova:port uuid="2346c76d-0293-400d-9390-7f40e845f3e2">
Dec 01 15:46:31 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 15:46:31 user nova-compute[75223]:         </nova:port>
Dec 01 15:46:31 user nova-compute[75223]:       </nova:ports>
Dec 01 15:46:31 user nova-compute[75223]:     </nova:instance>
Dec 01 15:46:31 user nova-compute[75223]:   </metadata>
Dec 01 15:46:31 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:46:31 user nova-compute[75223]:     <system>
Dec 01 15:46:31 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:46:31 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:46:31 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:46:31 user nova-compute[75223]:       <entry name="serial">c12c4079-3c85-47ed-87c4-c42ed1f44c7d</entry>
Dec 01 15:46:31 user nova-compute[75223]:       <entry name="uuid">c12c4079-3c85-47ed-87c4-c42ed1f44c7d</entry>
Dec 01 15:46:31 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:46:31 user nova-compute[75223]:     </system>
Dec 01 15:46:31 user nova-compute[75223]:   </sysinfo>
Dec 01 15:46:31 user nova-compute[75223]:   <os>
Dec 01 15:46:31 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:46:31 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:46:31 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:46:31 user nova-compute[75223]:   </os>
Dec 01 15:46:31 user nova-compute[75223]:   <features>
Dec 01 15:46:31 user nova-compute[75223]:     <acpi/>
Dec 01 15:46:31 user nova-compute[75223]:     <apic/>
Dec 01 15:46:31 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:46:31 user nova-compute[75223]:   </features>
Dec 01 15:46:31 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:46:31 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:46:31 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:46:31 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:46:31 user nova-compute[75223]:   </clock>
Dec 01 15:46:31 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:46:31 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:46:31 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:46:31 user nova-compute[75223]:   </cpu>
Dec 01 15:46:31 user nova-compute[75223]:   <devices>
Dec 01 15:46:31 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:46:31 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:46:31 user nova-compute[75223]:       <source dev="/dev/sde"/>
Dec 01 15:46:31 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:46:31 user nova-compute[75223]:       <serial>69ff8da6-b53a-4faf-82b2-74eddfa5cce5</serial>
Dec 01 15:46:31 user nova-compute[75223]:     </disk>
Dec 01 15:46:31 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:46:31 user nova-compute[75223]:       <mac address="fa:16:3e:2d:b2:b7"/>
Dec 01 15:46:31 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:31 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:46:31 user nova-compute[75223]:       <target dev="tap2346c76d-02"/>
Dec 01 15:46:31 user nova-compute[75223]:     </interface>
Dec 01 15:46:31 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:46:31 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d/console.log" append="off"/>
Dec 01 15:46:31 user nova-compute[75223]:     </serial>
Dec 01 15:46:31 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:46:31 user nova-compute[75223]:     <video>
Dec 01 15:46:31 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:31 user nova-compute[75223]:     </video>
Dec 01 15:46:31 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:46:31 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:46:31 user nova-compute[75223]:     </rng>
Dec 01 15:46:31 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:46:31 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:46:31 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:46:31 user nova-compute[75223]:     </memballoon>
Dec 01 15:46:31 user nova-compute[75223]:   </devices>
Dec 01 15:46:31 user nova-compute[75223]: </domain>
Dec 01 15:46:31 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-117648163',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-117648163',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBW21ATcsvREXwH72HH7nCIKH/pw+FM+52WdsDlD3y2wQb1/DGFvTeiQ/fu2v0rrD/G4ahU/hENQ59LUarvt0f5kD5TMt4DGupSEXyqE5yN3CWs3fNAAS81RoA1FNXz3w==',key_name='tempest-keypair-849886975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='082dad0a8a544cab8b9f7220d98a8f96',ramdisk_id='',reservation_id='r-ef20d09g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-2145093074',owner_user_name='tempest-ServerActionsV293TestJSON-2145093074-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:46:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='036153d8600741d9ad337e83e5478fc5',uuid=c12c4079-3c85-47ed-87c4-c42ed1f44c7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converting VIF {"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG os_vif [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '61c9842c-f453-5525-aea7-e58ecf19d4f9', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2346c76d-02, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2346c76d-02, col_values=(('qos', UUID('edd69373-b919-47fb-81fc-bacfa3e5dbf7')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2346c76d-02, col_values=(('external_ids', {'iface-id': '2346c76d-0293-400d-9390-7f40e845f3e2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:b2:b7', 'vm-uuid': 'c12c4079-3c85-47ed-87c4-c42ed1f44c7d'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:31 user nova-compute[75223]: INFO os_vif [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02')
Dec 01 15:46:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:46:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] No VIF found with MAC fa:16:3e:2d:b2:b7, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-975e0b44-d6bd-4493-ac2c-39f4e5eb218f req-a01456f7-5db7-42e7-9367-414b4cfc1013 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-975e0b44-d6bd-4493-ac2c-39f4e5eb218f req-a01456f7-5db7-42e7-9367-414b4cfc1013 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-975e0b44-d6bd-4493-ac2c-39f4e5eb218f req-a01456f7-5db7-42e7-9367-414b4cfc1013 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-975e0b44-d6bd-4493-ac2c-39f4e5eb218f req-a01456f7-5db7-42e7-9367-414b4cfc1013 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-975e0b44-d6bd-4493-ac2c-39f4e5eb218f req-a01456f7-5db7-42e7-9367-414b4cfc1013 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:33 user nova-compute[75223]: WARNING nova.compute.manager [req-975e0b44-d6bd-4493-ac2c-39f4e5eb218f req-a01456f7-5db7-42e7-9367-414b4cfc1013 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received unexpected event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with vm_state building and task_state spawning.
Dec 01 15:46:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-ee293d45-82cf-4656-9d2f-ec9a24f0b699 req-4394ef0c-8645-45ca-ba62-0ff3ac34dc03 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ee293d45-82cf-4656-9d2f-ec9a24f0b699 req-4394ef0c-8645-45ca-ba62-0ff3ac34dc03 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ee293d45-82cf-4656-9d2f-ec9a24f0b699 req-4394ef0c-8645-45ca-ba62-0ff3ac34dc03 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ee293d45-82cf-4656-9d2f-ec9a24f0b699 req-4394ef0c-8645-45ca-ba62-0ff3ac34dc03 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-ee293d45-82cf-4656-9d2f-ec9a24f0b699 req-4394ef0c-8645-45ca-ba62-0ff3ac34dc03 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:35 user nova-compute[75223]: WARNING nova.compute.manager [req-ee293d45-82cf-4656-9d2f-ec9a24f0b699 req-4394ef0c-8645-45ca-ba62-0ff3ac34dc03 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received unexpected event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with vm_state building and task_state spawning.
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:46:35 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance spawned successfully.
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:36 user nova-compute[75223]: INFO nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Took 5.68 seconds to spawn the instance on the hypervisor.
Dec 01 15:46:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:46:36 user nova-compute[75223]: INFO nova.compute.manager [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Took 16.84 seconds to build instance.
Dec 01 15:46:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-afa52d47-9b06-4b59-a048-2e1d5130a766 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.998s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:46:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:46:36 user nova-compute[75223]: INFO nova.compute.claims [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Claim successful on node user
Dec 01 15:46:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.714s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.605s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:46:37 user nova-compute[75223]: INFO nova.compute.claims [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Claim successful on node user
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:46:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.policy [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ac7506af3a447f86fdafeb5e8a0135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab15a7350574232a033828939da90d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:46:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Creating image(s)
Dec 01 15:46:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "/opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.280s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.745s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.234s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Successfully created port: 906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk 1073741824" returned: 0 in 0.078s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.327s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:38 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:46:38 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Creating image(s)
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.policy [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '992c1c3822394860b4c5224d6c4e8dd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29d7bed87ddd4072960db25543c73d23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Cannot resize image /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Ensure instance console log exists: /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Successfully updated port: 906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.218s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received event network-changed-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Refreshing instance network info cache due to event network-changed-906d3de6-ba23-4074-9f21-c468f04edc04. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] Acquiring lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk 1073741824" returned: 0 in 0.069s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Updating instance_info_cache with network_info: [{"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Cannot resize image /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Ensure instance console log exists: /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Instance network_info: |[{"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] Acquired lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.neutron [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Refreshing network info cache for port 906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Start _get_guest_xml network_info=[{"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:46:39 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:39 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1765350099',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1765350099',id=22,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-fgiv4cg3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:46:38Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=e805df65-d69e-41b8-b9f3-dec7fb5062b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f3:ed,bridge_name='br-int',has_traffic_filtering=True,id=906d3de6-ba23-4074-9f21-c468f04edc04,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap906d3de6-ba') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.objects.instance [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'pci_devices' on Instance uuid e805df65-d69e-41b8-b9f3-dec7fb5062b3 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:46:39 user nova-compute[75223]:   <uuid>e805df65-d69e-41b8-b9f3-dec7fb5062b3</uuid>
Dec 01 15:46:39 user nova-compute[75223]:   <name>instance-00000016</name>
Dec 01 15:46:39 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:46:39 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:46:39 user nova-compute[75223]:   <metadata>
Dec 01 15:46:39 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:46:39 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:46:39 user nova-compute[75223]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1765350099</nova:name>
Dec 01 15:46:39 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:46:39</nova:creationTime>
Dec 01 15:46:39 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:46:39 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:46:39 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:46:39 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:46:39 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:46:39 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:46:39 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:46:39 user nova-compute[75223]:       <nova:owner>
Dec 01 15:46:39 user nova-compute[75223]:         <nova:user uuid="f3ac7506af3a447f86fdafeb5e8a0135">tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member</nova:user>
Dec 01 15:46:39 user nova-compute[75223]:         <nova:project uuid="dab15a7350574232a033828939da90d5">tempest-ServerBootFromVolumeStableRescueTest-1119349329</nova:project>
Dec 01 15:46:39 user nova-compute[75223]:       </nova:owner>
Dec 01 15:46:39 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:46:39 user nova-compute[75223]:       <nova:ports>
Dec 01 15:46:39 user nova-compute[75223]:         <nova:port uuid="906d3de6-ba23-4074-9f21-c468f04edc04">
Dec 01 15:46:39 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:46:39 user nova-compute[75223]:         </nova:port>
Dec 01 15:46:39 user nova-compute[75223]:       </nova:ports>
Dec 01 15:46:39 user nova-compute[75223]:     </nova:instance>
Dec 01 15:46:39 user nova-compute[75223]:   </metadata>
Dec 01 15:46:39 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:46:39 user nova-compute[75223]:     <system>
Dec 01 15:46:39 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:46:39 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:46:39 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:46:39 user nova-compute[75223]:       <entry name="serial">e805df65-d69e-41b8-b9f3-dec7fb5062b3</entry>
Dec 01 15:46:39 user nova-compute[75223]:       <entry name="uuid">e805df65-d69e-41b8-b9f3-dec7fb5062b3</entry>
Dec 01 15:46:39 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:46:39 user nova-compute[75223]:     </system>
Dec 01 15:46:39 user nova-compute[75223]:   </sysinfo>
Dec 01 15:46:39 user nova-compute[75223]:   <os>
Dec 01 15:46:39 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:46:39 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:46:39 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:46:39 user nova-compute[75223]:   </os>
Dec 01 15:46:39 user nova-compute[75223]:   <features>
Dec 01 15:46:39 user nova-compute[75223]:     <acpi/>
Dec 01 15:46:39 user nova-compute[75223]:     <apic/>
Dec 01 15:46:39 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:46:39 user nova-compute[75223]:   </features>
Dec 01 15:46:39 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:46:39 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:46:39 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:46:39 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:46:39 user nova-compute[75223]:   </clock>
Dec 01 15:46:39 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:46:39 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:46:39 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:46:39 user nova-compute[75223]:   </cpu>
Dec 01 15:46:39 user nova-compute[75223]:   <devices>
Dec 01 15:46:39 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:46:39 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:46:39 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk"/>
Dec 01 15:46:39 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:46:39 user nova-compute[75223]:     </disk>
Dec 01 15:46:39 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:46:39 user nova-compute[75223]:       <mac address="fa:16:3e:bd:f3:ed"/>
Dec 01 15:46:39 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:39 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:46:39 user nova-compute[75223]:       <target dev="tap906d3de6-ba"/>
Dec 01 15:46:39 user nova-compute[75223]:     </interface>
Dec 01 15:46:39 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:46:39 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/console.log" append="off"/>
Dec 01 15:46:39 user nova-compute[75223]:     </serial>
Dec 01 15:46:39 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:46:39 user nova-compute[75223]:     <video>
Dec 01 15:46:39 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:39 user nova-compute[75223]:     </video>
Dec 01 15:46:39 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:46:39 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:46:39 user nova-compute[75223]:     </rng>
Dec 01 15:46:39 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:46:39 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:46:39 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:46:39 user nova-compute[75223]:     </memballoon>
Dec 01 15:46:39 user nova-compute[75223]:   </devices>
Dec 01 15:46:39 user nova-compute[75223]: </domain>
Dec 01 15:46:39 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1765350099',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1765350099',id=22,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-fgiv4cg3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:46:38Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=e805df65-d69e-41b8-b9f3-dec7fb5062b3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f3:ed,bridge_name='br-int',has_traffic_filtering=True,id=906d3de6-ba23-4074-9f21-c468f04edc04,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap906d3de6-ba') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG os_vif [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f3:ed,bridge_name='br-int',has_traffic_filtering=True,id=906d3de6-ba23-4074-9f21-c468f04edc04,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap906d3de6-ba') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cded6ad7-fc75-5182-9f85-5a6706be8a77', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap906d3de6-ba, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap906d3de6-ba, col_values=(('qos', UUID('b9d0b634-720d-4dd7-a97f-16e2a1576b39')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap906d3de6-ba, col_values=(('external_ids', {'iface-id': '906d3de6-ba23-4074-9f21-c468f04edc04', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:bd:f3:ed', 'vm-uuid': 'e805df65-d69e-41b8-b9f3-dec7fb5062b3'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:39 user nova-compute[75223]: INFO os_vif [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:bd:f3:ed,bridge_name='br-int',has_traffic_filtering=True,id=906d3de6-ba23-4074-9f21-c468f04edc04,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap906d3de6-ba')
Dec 01 15:46:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:46:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No VIF found with MAC fa:16:3e:bd:f3:ed, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:46:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Successfully created port: 0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:46:40 user nova-compute[75223]: DEBUG nova.network.neutron [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Updated VIF entry in instance network info cache for port 906d3de6-ba23-4074-9f21-c468f04edc04. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:46:40 user nova-compute[75223]: DEBUG nova.network.neutron [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Updating instance_info_cache with network_info: [{"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-adf6232d-d788-49da-ad0e-dade01dcca91 req-b775b2a3-d826-4346-baf7-a6a4d81c805a service nova] Releasing lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-2d65e20f-a62b-477f-94fb-d2aeef266363 req-974aba30-a019-44da-a15e-8a1823baff8a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received event network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d65e20f-a62b-477f-94fb-d2aeef266363 req-974aba30-a019-44da-a15e-8a1823baff8a service nova] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d65e20f-a62b-477f-94fb-d2aeef266363 req-974aba30-a019-44da-a15e-8a1823baff8a service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d65e20f-a62b-477f-94fb-d2aeef266363 req-974aba30-a019-44da-a15e-8a1823baff8a service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-2d65e20f-a62b-477f-94fb-d2aeef266363 req-974aba30-a019-44da-a15e-8a1823baff8a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] No waiting events found dispatching network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:41 user nova-compute[75223]: WARNING nova.compute.manager [req-2d65e20f-a62b-477f-94fb-d2aeef266363 req-974aba30-a019-44da-a15e-8a1823baff8a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received unexpected event network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 for instance with vm_state building and task_state spawning.
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Successfully updated port: 0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance network_info: |[{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Start _get_guest_xml network_info=[{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:46:42 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:42 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-18958564',display_name='tempest-ServerRescueNegativeTestJSON-server-18958564',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-18958564',id=23,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGCVWXhq0VZbmHcvgo/095RU+FBXaMmxGJro4XpBTgLCK4ALj5xA43MwW6OIbuLzczpj6PIotgwDVoRsmQbt22GlBiYtmA4ERAB19Z5vSpWQfT6e+eX3I+1OjMFvoqw4A==',key_name='tempest-keypair-83175539',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-10rux7r2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:46:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=3bd3b21c-3e7e-403f-a54b-032a9f112dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'pci_devices' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:46:42 user nova-compute[75223]:   <uuid>3bd3b21c-3e7e-403f-a54b-032a9f112dfa</uuid>
Dec 01 15:46:42 user nova-compute[75223]:   <name>instance-00000017</name>
Dec 01 15:46:42 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:46:42 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:46:42 user nova-compute[75223]:   <metadata>
Dec 01 15:46:42 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:46:42 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:46:42 user nova-compute[75223]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-18958564</nova:name>
Dec 01 15:46:42 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:46:42</nova:creationTime>
Dec 01 15:46:42 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:46:42 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:46:42 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:46:42 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:46:42 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:46:42 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:46:42 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:46:42 user nova-compute[75223]:       <nova:owner>
Dec 01 15:46:42 user nova-compute[75223]:         <nova:user uuid="992c1c3822394860b4c5224d6c4e8dd7">tempest-ServerRescueNegativeTestJSON-746103029-project-member</nova:user>
Dec 01 15:46:42 user nova-compute[75223]:         <nova:project uuid="29d7bed87ddd4072960db25543c73d23">tempest-ServerRescueNegativeTestJSON-746103029</nova:project>
Dec 01 15:46:42 user nova-compute[75223]:       </nova:owner>
Dec 01 15:46:42 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:46:42 user nova-compute[75223]:       <nova:ports>
Dec 01 15:46:42 user nova-compute[75223]:         <nova:port uuid="0cfcdf36-318c-4695-b298-a653545303fa">
Dec 01 15:46:42 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:46:42 user nova-compute[75223]:         </nova:port>
Dec 01 15:46:42 user nova-compute[75223]:       </nova:ports>
Dec 01 15:46:42 user nova-compute[75223]:     </nova:instance>
Dec 01 15:46:42 user nova-compute[75223]:   </metadata>
Dec 01 15:46:42 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:46:42 user nova-compute[75223]:     <system>
Dec 01 15:46:42 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:46:42 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:46:42 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:46:42 user nova-compute[75223]:       <entry name="serial">3bd3b21c-3e7e-403f-a54b-032a9f112dfa</entry>
Dec 01 15:46:42 user nova-compute[75223]:       <entry name="uuid">3bd3b21c-3e7e-403f-a54b-032a9f112dfa</entry>
Dec 01 15:46:42 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:46:42 user nova-compute[75223]:     </system>
Dec 01 15:46:42 user nova-compute[75223]:   </sysinfo>
Dec 01 15:46:42 user nova-compute[75223]:   <os>
Dec 01 15:46:42 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:46:42 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:46:42 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:46:42 user nova-compute[75223]:   </os>
Dec 01 15:46:42 user nova-compute[75223]:   <features>
Dec 01 15:46:42 user nova-compute[75223]:     <acpi/>
Dec 01 15:46:42 user nova-compute[75223]:     <apic/>
Dec 01 15:46:42 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:46:42 user nova-compute[75223]:   </features>
Dec 01 15:46:42 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:46:42 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:46:42 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:46:42 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:46:42 user nova-compute[75223]:   </clock>
Dec 01 15:46:42 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:46:42 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:46:42 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:46:42 user nova-compute[75223]:   </cpu>
Dec 01 15:46:42 user nova-compute[75223]:   <devices>
Dec 01 15:46:42 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:46:42 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:46:42 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk"/>
Dec 01 15:46:42 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:46:42 user nova-compute[75223]:     </disk>
Dec 01 15:46:42 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:46:42 user nova-compute[75223]:       <mac address="fa:16:3e:0c:5c:f8"/>
Dec 01 15:46:42 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:42 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:46:42 user nova-compute[75223]:       <target dev="tap0cfcdf36-31"/>
Dec 01 15:46:42 user nova-compute[75223]:     </interface>
Dec 01 15:46:42 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:46:42 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/console.log" append="off"/>
Dec 01 15:46:42 user nova-compute[75223]:     </serial>
Dec 01 15:46:42 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:46:42 user nova-compute[75223]:     <video>
Dec 01 15:46:42 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:46:42 user nova-compute[75223]:     </video>
Dec 01 15:46:42 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:46:42 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:46:42 user nova-compute[75223]:     </rng>
Dec 01 15:46:42 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:46:42 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:46:42 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:46:42 user nova-compute[75223]:     </memballoon>
Dec 01 15:46:42 user nova-compute[75223]:   </devices>
Dec 01 15:46:42 user nova-compute[75223]: </domain>
Dec 01 15:46:42 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-18958564',display_name='tempest-ServerRescueNegativeTestJSON-server-18958564',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-18958564',id=23,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGCVWXhq0VZbmHcvgo/095RU+FBXaMmxGJro4XpBTgLCK4ALj5xA43MwW6OIbuLzczpj6PIotgwDVoRsmQbt22GlBiYtmA4ERAB19Z5vSpWQfT6e+eX3I+1OjMFvoqw4A==',key_name='tempest-keypair-83175539',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-10rux7r2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:46:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=3bd3b21c-3e7e-403f-a54b-032a9f112dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG os_vif [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5f027db8-6bfb-5fce-8fcc-9f022d6775e7', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0cfcdf36-31, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0cfcdf36-31, col_values=(('qos', UUID('5426d669-61c1-4939-9d3d-a307946fb4f2')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0cfcdf36-31, col_values=(('external_ids', {'iface-id': '0cfcdf36-318c-4695-b298-a653545303fa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0c:5c:f8', 'vm-uuid': '3bd3b21c-3e7e-403f-a54b-032a9f112dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:46:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:42 user nova-compute[75223]: INFO os_vif [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31')
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No VIF found with MAC fa:16:3e:0c:5c:f8, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:46:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Instance spawned successfully.
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:44 user nova-compute[75223]: INFO nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Took 6.09 seconds to spawn the instance on the hypervisor.
Dec 01 15:46:44 user nova-compute[75223]: DEBUG nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-changed-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing instance network info cache due to event network-changed-0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] Acquiring lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] Acquired lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG nova.network.neutron [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:46:44 user nova-compute[75223]: INFO nova.compute.manager [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Took 7.22 seconds to build instance.
Dec 01 15:46:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-50d37f93-f124-4f1d-8c00-23485d69ee9a tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.386s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG nova.network.neutron [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updated VIF entry in instance network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG nova.network.neutron [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] Releasing lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received event network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] No waiting events found dispatching network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:45 user nova-compute[75223]: WARNING nova.compute.manager [req-420ae533-6814-45a4-812f-0eb156eb5a89 req-dc370aa4-0fe6-4660-be5b-b9df2d454268 service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received unexpected event network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 for instance with vm_state building and task_state spawning.
Dec 01 15:46:46 user nova-compute[75223]: DEBUG nova.compute.manager [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG nova.compute.manager [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:46 user nova-compute[75223]: WARNING nova.compute.manager [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state building and task_state spawning.
Dec 01 15:46:46 user nova-compute[75223]: DEBUG nova.compute.manager [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:46 user nova-compute[75223]: DEBUG nova.compute.manager [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:46:46 user nova-compute[75223]: WARNING nova.compute.manager [req-7923192d-a5ea-4d8f-8833-71ae6c86c131 req-1622d69a-4394-4d8d-b190-807501303759 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state building and task_state spawning.
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:46:47 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance spawned successfully.
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:46:47 user nova-compute[75223]: INFO nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Took 8.58 seconds to spawn the instance on the hypervisor.
Dec 01 15:46:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:46:47 user nova-compute[75223]: INFO nova.compute.manager [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Took 10.53 seconds to build instance.
Dec 01 15:46:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-43add581-4d49-4b4e-bc4c-1f89c2c5c5eb tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.640s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:46:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:46:50 user nova-compute[75223]: INFO nova.compute.manager [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Detaching volume 546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:46:50 user nova-compute[75223]: INFO nova.virt.block_device [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Attempting to driver detach volume 546759a9-e1ed-4222-a0c4-5fd1d89072b2 from mountpoint /dev/vdb
Dec 01 15:46:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Attempting to detach device vdb from instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:46:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:46:50 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:46:50 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:46:50 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:46:50 user nova-compute[75223]:   <serial>546759a9-e1ed-4222-a0c4-5fd1d89072b2</serial>
Dec 01 15:46:50 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 15:46:50 user nova-compute[75223]: </disk>
Dec 01 15:46:50 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:46:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully detached device vdb from instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf from the persistent domain config.
Dec 01 15:46:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:46:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:46:50 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:46:50 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:46:50 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:46:50 user nova-compute[75223]:   <serial>546759a9-e1ed-4222-a0c4-5fd1d89072b2</serial>
Dec 01 15:46:50 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 15:46:50 user nova-compute[75223]: </disk>
Dec 01 15:46:50 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:46:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:46:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:46:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:02 user nova-compute[75223]: INFO nova.compute.manager [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Terminating instance
Dec 01 15:47:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:47:02 user nova-compute[75223]: INFO nova.compute.claims [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Claim successful on node user
Dec 01 15:47:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-b5bd36e0-9b1a-4146-89ba-1fa25e2184e1 req-922b2d6b-989e-45cb-9841-65fc03d55086 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b5bd36e0-9b1a-4146-89ba-1fa25e2184e1 req-922b2d6b-989e-45cb-9841-65fc03d55086 service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b5bd36e0-9b1a-4146-89ba-1fa25e2184e1 req-922b2d6b-989e-45cb-9841-65fc03d55086 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b5bd36e0-9b1a-4146-89ba-1fa25e2184e1 req-922b2d6b-989e-45cb-9841-65fc03d55086 service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-b5bd36e0-9b1a-4146-89ba-1fa25e2184e1 req-922b2d6b-989e-45cb-9841-65fc03d55086 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-b5bd36e0-9b1a-4146-89ba-1fa25e2184e1 req-922b2d6b-989e-45cb-9841-65fc03d55086 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-unplugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.517s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:47:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.policy [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9c5d0b4a82c4566816774f201a5288d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dd051899c9412eb14bafeed0be17b3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:47:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Creating image(s)
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "/opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "/opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "/opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Instance destroyed successfully.
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.objects.instance [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lazy-loading 'resources' on Instance uuid f7bbe7f1-f5e6-4c23-9186-bb845df4c84b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1282108897',display_name='tempest-ServerActionsTestOtherB-server-1282108897',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1282108897',id=8,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKSJSsHahdtqsAi2OBzhSLhKhJZX5n/e/Rh9GoOyLoTOA3b2ed4lVKQ9Mjoe+byeFrQfeKja0oPp9ckWMfF1H3cjsNWnJUV7wVU1AHJ8ChrqnC2UN+uorMiW9km7coAaaA==',key_name='tempest-keypair-754084013',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:44:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6d74e4b98f464e06ba037e6177875814',ramdisk_id='',reservation_id='r-nqmt0wz1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1971784033',owner_user_name='tempest-ServerActionsTestOtherB-1971784033-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='67b831a20eee48d98934059710405413',uuid=f7bbe7f1-f5e6-4c23-9186-bb845df4c84b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converting VIF {"id": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "address": "fa:16:3e:28:70:ff", "network": {"id": "50e430ce-fd5d-41df-9153-ab90176c695d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1026228309-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6d74e4b98f464e06ba037e6177875814", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3459e9d8-5d", "ovs_interfaceid": "3459e9d8-5df2-4c97-8f57-8da4f19af7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_vif [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3459e9d8-5d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=707d61c4-b532-4298-a0e4-dd8304f201e3) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:03 user nova-compute[75223]: INFO os_vif [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:70:ff,bridge_name='br-int',has_traffic_filtering=True,id=3459e9d8-5df2-4c97-8f57-8da4f19af7e8,network=Network(50e430ce-fd5d-41df-9153-ab90176c695d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3459e9d8-5d')
Dec 01 15:47:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iQOtJMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:47:03 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0f2865e-dffc-46e8-9b4b-850b72a655cc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:47:03 user nova-compute[75223]: No targets found.
Dec 01 15:47:03 user nova-compute[75223]: iSNS:
Dec 01 15:47:03 user nova-compute[75223]: No targets found.
Dec 01 15:47:03 user nova-compute[75223]: STATIC:
Dec 01 15:47:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93
Dec 01 15:47:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5
Dec 01 15:47:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:47:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:47:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:03 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0
Dec 01 15:47:03 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:03 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:03 user nova-compute[75223]: FIRMWARE:
Dec 01 15:47:03 user nova-compute[75223]: No targets found.
Dec 01 15:47:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:47:03 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:47:03 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[673d5156-8a17-4f60-a587-882c49cbb9d8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[863915f2-4b16-41fa-9ace-01fb0d748044]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4437d90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed009a6c-924f-4b12-87bb-6018ce409bb1]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f475311-63d7-4bc4-a47e-beaecf8a18df]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[60ccc90d-6564-4196-8487-2a393207f8a9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94cd4c8-e900-42b2-90d7-25110f934ae8]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d820cc-7842-486f-8e8b-1a9e8bc37362]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk 1073741824" returned: 0 in 0.052s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[785f15f5-66da-40e8-993c-679259f03cd6]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260]
Dec 01 15:47:04 user nova-compute[75223]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93, portal: 172.16.0.220,3260] successful.
Dec 01 15:47:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3d6bcff1-aa37-4efc-8d2c-d123d7c59f93 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[38133684-0b86-4ede-bea3-55aaa7b42e4a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.410s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] <== disconnect_volume: return (412ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:47:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Deleting instance files /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b_del
Dec 01 15:47:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Deletion of /opt/stack/data/nova/instances/f7bbe7f1-f5e6-4c23-9186-bb845df4c84b_del complete
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Successfully created port: 85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:47:04 user nova-compute[75223]: INFO nova.compute.manager [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Took 1.44 seconds to destroy the instance on the hypervisor.
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Cannot resize image /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Ensure instance console log exists: /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Successfully updated port: 85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquired lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-changed-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Refreshing instance network info cache due to event network-changed-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] Acquiring lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:47:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:05 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Took 0.85 seconds to deallocate network for instance.
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-cb2df1fe-15ba-4294-9dcb-d4a89b7d5c6d req-6f4861cf-5979-40fc-bf2c-9824cbe5b2e5 service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-deleted-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-2b9a782b-a8d6-4eab-8500-dbca242890b8 req-7da8b6ae-4184-4ecd-9bd2-ac16aa38cb7c service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2b9a782b-a8d6-4eab-8500-dbca242890b8 req-7da8b6ae-4184-4ecd-9bd2-ac16aa38cb7c service nova] Acquiring lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2b9a782b-a8d6-4eab-8500-dbca242890b8 req-7da8b6ae-4184-4ecd-9bd2-ac16aa38cb7c service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2b9a782b-a8d6-4eab-8500-dbca242890b8 req-7da8b6ae-4184-4ecd-9bd2-ac16aa38cb7c service nova] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-2b9a782b-a8d6-4eab-8500-dbca242890b8 req-7da8b6ae-4184-4ecd-9bd2-ac16aa38cb7c service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] No waiting events found dispatching network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:05 user nova-compute[75223]: WARNING nova.compute.manager [req-2b9a782b-a8d6-4eab-8500-dbca242890b8 req-7da8b6ae-4184-4ecd-9bd2-ac16aa38cb7c service nova] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Received unexpected event network-vif-plugged-3459e9d8-5df2-4c97-8f57-8da4f19af7e8 for instance with vm_state active and task_state deleting.
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Updating instance_info_cache with network_info: [{"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Releasing lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Instance network_info: |[{"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] Acquired lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.neutron [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Refreshing network info cache for port 85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Start _get_guest_xml network_info=[{"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:47:05 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:47:05 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:47:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-236508045',display_name='tempest-TestVolumeSwap-server-236508045',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-236508045',id=24,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8Qpk2npt50KTSi497jOisTtJ2xxQ0WToDKPSlRuFqbE0Nd7F9qfEjqyfTmN1qZrZq9YLRo4D8AkZ7E/ZjdiVjFZKyRtBcKmwLP1mRh9oGn7VPMD/oqgyh60rW+GFAHOw==',key_name='tempest-keypair-361618908',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='00dd051899c9412eb14bafeed0be17b3',ramdisk_id='',reservation_id='r-c3q0kw5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1654827061',owner_user_name='tempest-TestVolumeSwap-1654827061-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:47:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e9c5d0b4a82c4566816774f201a5288d',uuid=a0db8146-9133-4a08-be63-2eb6909192d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Converting VIF {"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:cd:4f,bridge_name='br-int',has_traffic_filtering=True,id=85fe5a37-4674-4cd4-a0c1-1bbd8c67b980,network=Network(a18a4253-13dd-4f23-8981-1f5ac9c658b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85fe5a37-46') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lazy-loading 'pci_devices' on Instance uuid a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:47:05 user nova-compute[75223]:   <uuid>a0db8146-9133-4a08-be63-2eb6909192d7</uuid>
Dec 01 15:47:05 user nova-compute[75223]:   <name>instance-00000018</name>
Dec 01 15:47:05 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:47:05 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:47:05 user nova-compute[75223]:   <metadata>
Dec 01 15:47:05 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:47:05 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:47:05 user nova-compute[75223]:       <nova:name>tempest-TestVolumeSwap-server-236508045</nova:name>
Dec 01 15:47:05 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:47:05</nova:creationTime>
Dec 01 15:47:05 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:47:05 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:47:05 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:47:05 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:47:05 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:47:05 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:47:05 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:47:05 user nova-compute[75223]:       <nova:owner>
Dec 01 15:47:05 user nova-compute[75223]:         <nova:user uuid="e9c5d0b4a82c4566816774f201a5288d">tempest-TestVolumeSwap-1654827061-project-member</nova:user>
Dec 01 15:47:05 user nova-compute[75223]:         <nova:project uuid="00dd051899c9412eb14bafeed0be17b3">tempest-TestVolumeSwap-1654827061</nova:project>
Dec 01 15:47:05 user nova-compute[75223]:       </nova:owner>
Dec 01 15:47:05 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:47:05 user nova-compute[75223]:       <nova:ports>
Dec 01 15:47:05 user nova-compute[75223]:         <nova:port uuid="85fe5a37-4674-4cd4-a0c1-1bbd8c67b980">
Dec 01 15:47:05 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 15:47:05 user nova-compute[75223]:         </nova:port>
Dec 01 15:47:05 user nova-compute[75223]:       </nova:ports>
Dec 01 15:47:05 user nova-compute[75223]:     </nova:instance>
Dec 01 15:47:05 user nova-compute[75223]:   </metadata>
Dec 01 15:47:05 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:47:05 user nova-compute[75223]:     <system>
Dec 01 15:47:05 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:47:05 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:47:05 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:47:05 user nova-compute[75223]:       <entry name="serial">a0db8146-9133-4a08-be63-2eb6909192d7</entry>
Dec 01 15:47:05 user nova-compute[75223]:       <entry name="uuid">a0db8146-9133-4a08-be63-2eb6909192d7</entry>
Dec 01 15:47:05 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:47:05 user nova-compute[75223]:     </system>
Dec 01 15:47:05 user nova-compute[75223]:   </sysinfo>
Dec 01 15:47:05 user nova-compute[75223]:   <os>
Dec 01 15:47:05 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:47:05 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:47:05 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:47:05 user nova-compute[75223]:   </os>
Dec 01 15:47:05 user nova-compute[75223]:   <features>
Dec 01 15:47:05 user nova-compute[75223]:     <acpi/>
Dec 01 15:47:05 user nova-compute[75223]:     <apic/>
Dec 01 15:47:05 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:47:05 user nova-compute[75223]:   </features>
Dec 01 15:47:05 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:47:05 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:47:05 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:47:05 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:47:05 user nova-compute[75223]:   </clock>
Dec 01 15:47:05 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:47:05 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:47:05 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:47:05 user nova-compute[75223]:   </cpu>
Dec 01 15:47:05 user nova-compute[75223]:   <devices>
Dec 01 15:47:05 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:47:05 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:47:05 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk"/>
Dec 01 15:47:05 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:47:05 user nova-compute[75223]:     </disk>
Dec 01 15:47:05 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:47:05 user nova-compute[75223]:       <mac address="fa:16:3e:99:cd:4f"/>
Dec 01 15:47:05 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:47:05 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:47:05 user nova-compute[75223]:       <target dev="tap85fe5a37-46"/>
Dec 01 15:47:05 user nova-compute[75223]:     </interface>
Dec 01 15:47:05 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:47:05 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/console.log" append="off"/>
Dec 01 15:47:05 user nova-compute[75223]:     </serial>
Dec 01 15:47:05 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:47:05 user nova-compute[75223]:     <video>
Dec 01 15:47:05 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:47:05 user nova-compute[75223]:     </video>
Dec 01 15:47:05 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:47:05 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:47:05 user nova-compute[75223]:     </rng>
Dec 01 15:47:05 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:47:05 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:47:05 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:47:05 user nova-compute[75223]:     </memballoon>
Dec 01 15:47:05 user nova-compute[75223]:   </devices>
Dec 01 15:47:05 user nova-compute[75223]: </domain>
Dec 01 15:47:05 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:47:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-236508045',display_name='tempest-TestVolumeSwap-server-236508045',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-236508045',id=24,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8Qpk2npt50KTSi497jOisTtJ2xxQ0WToDKPSlRuFqbE0Nd7F9qfEjqyfTmN1qZrZq9YLRo4D8AkZ7E/ZjdiVjFZKyRtBcKmwLP1mRh9oGn7VPMD/oqgyh60rW+GFAHOw==',key_name='tempest-keypair-361618908',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='00dd051899c9412eb14bafeed0be17b3',ramdisk_id='',reservation_id='r-c3q0kw5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1654827061',owner_user_name='tempest-TestVolumeSwap-1654827061-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:47:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e9c5d0b4a82c4566816774f201a5288d',uuid=a0db8146-9133-4a08-be63-2eb6909192d7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Converting VIF {"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:cd:4f,bridge_name='br-int',has_traffic_filtering=True,id=85fe5a37-4674-4cd4-a0c1-1bbd8c67b980,network=Network(a18a4253-13dd-4f23-8981-1f5ac9c658b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85fe5a37-46') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG os_vif [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:cd:4f,bridge_name='br-int',has_traffic_filtering=True,id=85fe5a37-4674-4cd4-a0c1-1bbd8c67b980,network=Network(a18a4253-13dd-4f23-8981-1f5ac9c658b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85fe5a37-46') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'be33f9b1-fe2c-51df-91a7-3dd244d30fe8', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap85fe5a37-46, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap85fe5a37-46, col_values=(('qos', UUID('d49d643b-51f9-462d-9782-8b52565ce2bc')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap85fe5a37-46, col_values=(('external_ids', {'iface-id': '85fe5a37-4674-4cd4-a0c1-1bbd8c67b980', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:cd:4f', 'vm-uuid': 'a0db8146-9133-4a08-be63-2eb6909192d7'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:05 user nova-compute[75223]: INFO os_vif [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:cd:4f,bridge_name='br-int',has_traffic_filtering=True,id=85fe5a37-4674-4cd4-a0c1-1bbd8c67b980,network=Network(a18a4253-13dd-4f23-8981-1f5ac9c658b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85fe5a37-46')
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] No VIF found with MAC fa:16:3e:99:cd:4f, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.neutron [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Updated VIF entry in instance network info cache for port 85fe5a37-4674-4cd4-a0c1-1bbd8c67b980. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG nova.network.neutron [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Updating instance_info_cache with network_info: [{"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ed004b39-b38d-4677-9811-94ed4fe6a645 req-a84db59e-fe17-41d9-9d6f-fd1dbfd66582 service nova] Releasing lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:47:05 user nova-compute[75223]: INFO nova.compute.manager [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] [instance: f7bbe7f1-f5e6-4c23-9186-bb845df4c84b] Took 0.84 seconds to detach 1 volumes for instance.
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:06 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:47:06 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:47:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.386s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:06 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Deleted allocations for instance f7bbe7f1-f5e6-4c23-9186-bb845df4c84b
Dec 01 15:47:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-fa6ec6cb-3a0d-4b00-833a-2140feac2486 tempest-ServerActionsTestOtherB-1971784033 tempest-ServerActionsTestOtherB-1971784033-project-member] Lock "f7bbe7f1-f5e6-4c23-9186-bb845df4c84b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.718s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-b402f05e-f0b5-4780-9b02-60c67b1b61b2 req-6f732c90-a46d-4aa2-ac2d-5f93f3605b6d service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b402f05e-f0b5-4780-9b02-60c67b1b61b2 req-6f732c90-a46d-4aa2-ac2d-5f93f3605b6d service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b402f05e-f0b5-4780-9b02-60c67b1b61b2 req-6f732c90-a46d-4aa2-ac2d-5f93f3605b6d service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b402f05e-f0b5-4780-9b02-60c67b1b61b2 req-6f732c90-a46d-4aa2-ac2d-5f93f3605b6d service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-b402f05e-f0b5-4780-9b02-60c67b1b61b2 req-6f732c90-a46d-4aa2-ac2d-5f93f3605b6d service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:07 user nova-compute[75223]: WARNING nova.compute.manager [req-b402f05e-f0b5-4780-9b02-60c67b1b61b2 req-6f732c90-a46d-4aa2-ac2d-5f93f3605b6d service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received unexpected event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with vm_state building and task_state spawning.
Dec 01 15:47:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-c05b04e3-b4ab-40bb-a3c8-3b026220cf5e req-7574611e-e7ff-4d6f-881d-49aeec90ce31 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c05b04e3-b4ab-40bb-a3c8-3b026220cf5e req-7574611e-e7ff-4d6f-881d-49aeec90ce31 service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c05b04e3-b4ab-40bb-a3c8-3b026220cf5e req-7574611e-e7ff-4d6f-881d-49aeec90ce31 service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c05b04e3-b4ab-40bb-a3c8-3b026220cf5e req-7574611e-e7ff-4d6f-881d-49aeec90ce31 service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-c05b04e3-b4ab-40bb-a3c8-3b026220cf5e req-7574611e-e7ff-4d6f-881d-49aeec90ce31 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:09 user nova-compute[75223]: WARNING nova.compute.manager [req-c05b04e3-b4ab-40bb-a3c8-3b026220cf5e req-7574611e-e7ff-4d6f-881d-49aeec90ce31 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received unexpected event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with vm_state building and task_state spawning.
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:47:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Instance spawned successfully.
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:47:09 user nova-compute[75223]: INFO nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Took 6.04 seconds to spawn the instance on the hypervisor.
Dec 01 15:47:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:47:09 user nova-compute[75223]: INFO nova.compute.manager [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Took 6.92 seconds to build instance.
Dec 01 15:47:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d32f9d2-92ff-470e-b448-078abc2ad876 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.035s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:11 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf is timed out.
Dec 01 15:47:11 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully detached device vdb from instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf from the live domain config.
Dec 01 15:47:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ivfxwgeT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:47:11 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4f58861-33db-4ac5-8ed6-746d2988852e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8ea5439b-149f-49f5-bd00-94bb41cac7af\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:47:11 user nova-compute[75223]: No targets found.
Dec 01 15:47:11 user nova-compute[75223]: iSNS:
Dec 01 15:47:11 user nova-compute[75223]: No targets found.
Dec 01 15:47:11 user nova-compute[75223]: STATIC:
Dec 01 15:47:11 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8ea5439b-149f-49f5-bd00-94bb41cac7af
Dec 01 15:47:11 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:11 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:11 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5
Dec 01 15:47:11 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:11 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:11 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:47:11 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:11 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:11 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2
Dec 01 15:47:11 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:11 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:11 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0
Dec 01 15:47:11 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:47:11 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:47:11 user nova-compute[75223]: FIRMWARE:
Dec 01 15:47:11 user nova-compute[75223]: No targets found.
Dec 01 15:47:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:47:11 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:47:11 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f25627b-b1a6-489b-a563-03b5621c2dab]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8ea5439b-149f-49f5-bd00-94bb41cac7af\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[145dcb1e-eb13-4256-b5b1-1114ae130503]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ea5439b-149f-49f5-bd00-94bb41cac7af (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ea5439b-149f-49f5-bd00-94bb41cac7af (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c917e2f6-40c0-41f5-85fb-4b9fca7b80c0 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8ea5439b-149f-49f5-bd00-94bb41cac7af (non-flash)
Dec 01 15:47:11 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f4235fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[392c293a-647a-4c6d-9d55-f2fae1a4b79c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2f35b4-b0f3-4c74-8fd5-a2c61f87cf07]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[58579448-b93f-4568-a235-aeed78dd2a16]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[191fe94b-26c0-4424-8e08-33f430aebfa4]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42198ab-6ba0-4c04-a1e3-00b713e7f1c3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[658fca17-83eb-41a6-9bac-5edf5f1d85f6]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260]
Dec 01 15:47:11 user nova-compute[75223]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2, portal: 172.16.0.220,3260] successful.
Dec 01 15:47:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:546759a9-e1ed-4222-a0c4-5fd1d89072b2 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[95a75fab-84dc-4462-9abf-4eeca6fc14ba]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== disconnect_volume: return (332ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:47:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:47:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'flavor' on Instance uuid a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dda5342b-7afd-49ec-9f4a-a7b89e025416 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.251s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:47:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:47:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7209MB free_disk=25.27182388305664GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 853dc6f1-5351-4926-af51-c4e358684f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c12c4079-3c85-47ed-87c4-c42ed1f44c7d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a0db8146-9133-4a08-be63-2eb6909192d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:47:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:20 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:47:20 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:47:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:47:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.633s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-changed-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing instance network info cache due to event network-changed-35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] Acquiring lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] Acquired lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updated VIF entry in instance network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5f9da48-2602-41ea-8286-4993ece64874 req-a64075d7-a506-45bc-91d0-6aea37f56b49 service nova] Releasing lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:47:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:25 user nova-compute[75223]: INFO nova.compute.manager [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Shelving
Dec 01 15:47:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8618d1a-4560-4e10-babf-5ce8c9125057 req-3907480c-2869-4f47-a377-1ff46d7253ce service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-unplugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8618d1a-4560-4e10-babf-5ce8c9125057 req-3907480c-2869-4f47-a377-1ff46d7253ce service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8618d1a-4560-4e10-babf-5ce8c9125057 req-3907480c-2869-4f47-a377-1ff46d7253ce service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8618d1a-4560-4e10-babf-5ce8c9125057 req-3907480c-2869-4f47-a377-1ff46d7253ce service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8618d1a-4560-4e10-babf-5ce8c9125057 req-3907480c-2869-4f47-a377-1ff46d7253ce service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-unplugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:25 user nova-compute[75223]: WARNING nova.compute.manager [req-c8618d1a-4560-4e10-babf-5ce8c9125057 req-3907480c-2869-4f47-a377-1ff46d7253ce service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received unexpected event network-vif-unplugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with vm_state active and task_state shelving.
Dec 01 15:47:26 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance destroyed successfully.
Dec 01 15:47:26 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Beginning cold snapshot process
Dec 01 15:47:26 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:47:26 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk /opt/stack/data/nova/instances/snapshots/tmpvhfweqzc/318bcd1bde8141b58c93adbb3372c99c {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk /opt/stack/data/nova/instances/snapshots/tmpvhfweqzc/318bcd1bde8141b58c93adbb3372c99c" returned: 0 in 0.703s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Snapshot extracted, beginning image upload
Dec 01 15:47:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9bc9d99-c623-47f3-b7e5-8ab2c3ecc04d req-c170c621-a722-421a-af04-5b089fdb8261 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9bc9d99-c623-47f3-b7e5-8ab2c3ecc04d req-c170c621-a722-421a-af04-5b089fdb8261 service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9bc9d99-c623-47f3-b7e5-8ab2c3ecc04d req-c170c621-a722-421a-af04-5b089fdb8261 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9bc9d99-c623-47f3-b7e5-8ab2c3ecc04d req-c170c621-a722-421a-af04-5b089fdb8261 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9bc9d99-c623-47f3-b7e5-8ab2c3ecc04d req-c170c621-a722-421a-af04-5b089fdb8261 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:27 user nova-compute[75223]: WARNING nova.compute.manager [req-b9bc9d99-c623-47f3-b7e5-8ab2c3ecc04d req-c170c621-a722-421a-af04-5b089fdb8261 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received unexpected event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with vm_state active and task_state shelving_image_uploading.
Dec 01 15:47:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Snapshot image upload complete
Dec 01 15:47:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:47:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:30 user nova-compute[75223]: INFO nova.compute.manager [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Shelve offloading
Dec 01 15:47:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance destroyed successfully.
Dec 01 15:47:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:47:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:47:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquired lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:47:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Releasing lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:47:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance destroyed successfully.
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.objects.instance [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'resources' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-810087427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-810087427',id=20,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBOHbKjUpphLOSM5i8tfo1/uoETQCkpPGorIE9t9JK5eb7obKP8lXBHGzk/ryoHQipDIGoCEY70eUMtf1jNmewsRF9m+MKCDK08H+CiCiJoCN35KXF+TsQ8ktpu3mxStUw==',key_name='tempest-keypair-2121303983',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:45:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-0r8yy6y8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member',shelved_at='2023-12-01T15:47:30.324797',shelved_host='user',shelved_image_id='ed1089e9-e581-4c77-960c-fc3823236c3f'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:47:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=853dc6f1-5351-4926-af51-c4e358684f6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG os_vif [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap35020f68-b2, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-changed-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing instance network info cache due to event network-changed-35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] Acquiring lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] Acquired lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG nova.network.neutron [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cb90a342-5a76-4c5d-bafe-a50782cdea7e) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:31 user nova-compute[75223]: INFO os_vif [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2')
Dec 01 15:47:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Deleting instance files /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a_del
Dec 01 15:47:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Deletion of /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a_del complete
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:32 user nova-compute[75223]: INFO nova.compute.manager [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Unshelving
Dec 01 15:47:32 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Deleted allocations for instance 853dc6f1-5351-4926-af51-c4e358684f6a
Dec 01 15:47:32 user nova-compute[75223]: INFO nova.virt.block_device [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Booting with volume cd198bca-7b06-4e23-954f-15a437d8fc64 at /dev/vda
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG nova.objects.instance [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'numa_topology' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG nova.objects.base [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<853dc6f1-5351-4926-af51-c4e358684f6a> lazy-loaded attributes: resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG os_brick.utils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8de873-a748-4bb9-bb2d-eb335aef988e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7341e9c-1171-4a58-9d3d-e9118c5d35e5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd03cfc-37fb-4747-8a55-fea6418d35ca]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2b37749-cc61-4919-a245-34bffde3edc2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:47:32 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaf90cdc-adb7-4373-b512-37dc06280615]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG os_brick.utils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating existing volume attachment record: d1caa0b1-6399-48eb-812d-e184df0b2c31 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updated VIF entry in instance network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap35020f68-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-23320aa1-23ba-4872-98bd-75f293f6c012 req-89efd3fb-721f-433f-bfb7-ee0dbee2c1a7 service nova] Releasing lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.588s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-960bd2ed-1c8c-4c82-8530-fcac5850b7c9 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 7.343s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:41 user nova-compute[75223]: INFO nova.compute.manager [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Terminating instance
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-1cc86216-7d32-476a-8f1a-3691b488928c req-d89311f7-1df8-4333-a526-2a98c304e831 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-unplugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1cc86216-7d32-476a-8f1a-3691b488928c req-d89311f7-1df8-4333-a526-2a98c304e831 service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1cc86216-7d32-476a-8f1a-3691b488928c req-d89311f7-1df8-4333-a526-2a98c304e831 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1cc86216-7d32-476a-8f1a-3691b488928c req-d89311f7-1df8-4333-a526-2a98c304e831 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-1cc86216-7d32-476a-8f1a-3691b488928c req-d89311f7-1df8-4333-a526-2a98c304e831 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-unplugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-1cc86216-7d32-476a-8f1a-3691b488928c req-d89311f7-1df8-4333-a526-2a98c304e831 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-unplugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Instance destroyed successfully.
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.objects.instance [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'resources' on Instance uuid a7632015-1fa7-4ab4-9da9-2bfb45ce55bf {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:41:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-1543781196',display_name='tempest-ServerActionsTestOtherA-server-1288053645',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-1543781196',id=16,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBC6RbKmUJpE1iAv0fQ02aFzn0i53bLHNPgFHM2ny+HjIWLol/ZakT120LsIVjokuEHwYtbXWTZbvQ5vHFv1SW2ZwntkAYMmhCQWEHlEWWMlLeSkizIfx7z+x3XrCBf1iLw==',key_name='tempest-keypair-1455037320',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:44:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-ccbs2xg2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=a7632015-1fa7-4ab4-9da9-2bfb45ce55bf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "22261489-9d86-4cbb-bb67-ec40647e6700", "address": "fa:16:3e:01:0d:f5", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.123", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22261489-9d", "ovs_interfaceid": "22261489-9d86-4cbb-bb67-ec40647e6700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG os_vif [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22261489-9d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=432d0a6d-0336-4857-a9f0-3f051dc9e533) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:41 user nova-compute[75223]: INFO os_vif [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:0d:f5,bridge_name='br-int',has_traffic_filtering=True,id=22261489-9d86-4cbb-bb67-ec40647e6700,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22261489-9d')
Dec 01 15:47:41 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Deleting instance files /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf_del
Dec 01 15:47:41 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Deletion of /opt/stack/data/nova/instances/a7632015-1fa7-4ab4-9da9-2bfb45ce55bf_del complete
Dec 01 15:47:41 user nova-compute[75223]: INFO nova.compute.manager [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Took 0.91 seconds to destroy the instance on the hypervisor.
Dec 01 15:47:41 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:47:41 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'pci_requests' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'numa_topology' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:47:42 user nova-compute[75223]: INFO nova.compute.claims [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Claim successful on node user
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:42 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Took 0.81 seconds to deallocate network for instance.
Dec 01 15:47:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.493s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-1338bbe9-fa48-4c6a-b9ea-bb318a1aee5c req-7e118599-6fe1-479c-a77c-6957f0d4e466 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-deleted-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:42 user nova-compute[75223]: INFO nova.compute.manager [req-1338bbe9-fa48-4c6a-b9ea-bb318a1aee5c req-7e118599-6fe1-479c-a77c-6957f0d4e466 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Neutron deleted interface 22261489-9d86-4cbb-bb67-ec40647e6700; detaching it from the instance and deleting it from the info cache
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-1338bbe9-fa48-4c6a-b9ea-bb318a1aee5c req-7e118599-6fe1-479c-a77c-6957f0d4e466 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-1338bbe9-fa48-4c6a-b9ea-bb318a1aee5c req-7e118599-6fe1-479c-a77c-6957f0d4e466 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Detach interface failed, port_id=22261489-9d86-4cbb-bb67-ec40647e6700, reason: Instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:42 user nova-compute[75223]: INFO nova.network.neutron [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating port 2852980a-8bee-423b-9997-e8257748ed50 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.353s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:43 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Deleted allocations for instance a7632015-1fa7-4ab4-9da9-2bfb45ce55bf
Dec 01 15:47:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34b4571a-da3a-4455-bc7a-c8bb2ece393e tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.268s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-bba536a0-136a-46a4-a317-e1e5697be6e9 req-498838b9-3550-4488-a2a2-840625914231 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bba536a0-136a-46a4-a317-e1e5697be6e9 req-498838b9-3550-4488-a2a2-840625914231 service nova] Acquiring lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bba536a0-136a-46a4-a317-e1e5697be6e9 req-498838b9-3550-4488-a2a2-840625914231 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bba536a0-136a-46a4-a317-e1e5697be6e9 req-498838b9-3550-4488-a2a2-840625914231 service nova] Lock "a7632015-1fa7-4ab4-9da9-2bfb45ce55bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-bba536a0-136a-46a4-a317-e1e5697be6e9 req-498838b9-3550-4488-a2a2-840625914231 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] No waiting events found dispatching network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:43 user nova-compute[75223]: WARNING nova.compute.manager [req-bba536a0-136a-46a4-a317-e1e5697be6e9 req-498838b9-3550-4488-a2a2-840625914231 service nova] [instance: a7632015-1fa7-4ab4-9da9-2bfb45ce55bf] Received unexpected event network-vif-plugged-22261489-9d86-4cbb-bb67-ec40647e6700 for instance with vm_state deleted and task_state None.
Dec 01 15:47:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:47:43 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:47:44 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Creating image(s)
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Ensure instance console log exists: /opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Start _get_guest_xml network_info=[{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '730cf312-5f13-436b-ad61-f1cdaaedec5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd198bca-7b06-4e23-954f-15a437d8fc64', 'serial': 'cd198bca-7b06-4e23-954f-15a437d8fc64'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': 'd1caa0b1-6399-48eb-812d-e184df0b2c31', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:47:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:47:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'vcpu_model' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.objects.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Object Instance<730cf312-5f13-436b-ad61-f1cdaaedec5a> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:47:44 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:47:44 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:47:44 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e99bc0d-3c02-4509-be36-51d4bfd0862e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:47:44 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7656ba1c-f58f-4c9b-b811-d883587cf4ec]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64] added
Dec 01 15:47:44 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[743e5157-d9d9-4b63-85bb-25b0a048949b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3dda99-e870-464b-80ba-7c7871876797]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AUdBRYcX {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v AUdBRYcX" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da0ace0-4d62-4c47-a2a4-8abb22f7869e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'AUdBRYcX'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbd46379-0601-4f69-a2e1-a32a510c7640]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ebcb881-1b7c-4b43-bda9-afd4e605ab10]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[22efd41e-0242-45e7-856e-21c545304d4e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]
Dec 01 15:47:44 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.
Dec 01 15:47:44 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec51348-c5ff-4ae2-8c1a-ba0186dfc198]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9192965e-ea89-41f1-b616-7827f14157ac]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:47:44 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d92e6ea7-6568-44fc-864f-3f7754968419]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-changed-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing instance network info cache due to event network-changed-2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:47:44 user nova-compute[75223]: DEBUG nova.network.neutron [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing network info cache for port 2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.network.neutron [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updated VIF entry in instance network info cache for port 2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.network.neutron [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1acf7303-b066-4b2e-b07e-1e1ac9aa707e req-45baf4b5-4e3d-4f22-a98e-2a4dcb45e04a service nova] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '23832333032346538', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832333032346538', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-548225927',display_name='tempest-TestShelveInstance-server-548225927',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-548225927',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1586855978',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:44:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='cf628b2992324266a364fc6b8259164f',ramdisk_id='',reservation_id='r-oyg0z94m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1591946578',owner_user_name='tempest-TestShelveInstance-1591946578-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:47:32Z,user_data=None,user_id='7d41e973c4724cd18428e8ef5eb28eba',uuid=730cf312-5f13-436b-ad61-f1cdaaedec5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converting VIF {"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'pci_devices' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.objects.base [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Object Instance<730cf312-5f13-436b-ad61-f1cdaaedec5a> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:47:45 user nova-compute[75223]:   <uuid>730cf312-5f13-436b-ad61-f1cdaaedec5a</uuid>
Dec 01 15:47:45 user nova-compute[75223]:   <name>instance-00000013</name>
Dec 01 15:47:45 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:47:45 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:47:45 user nova-compute[75223]:   <metadata>
Dec 01 15:47:45 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:47:45 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:47:45 user nova-compute[75223]:       <nova:name>tempest-TestShelveInstance-server-548225927</nova:name>
Dec 01 15:47:45 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:47:44</nova:creationTime>
Dec 01 15:47:45 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:47:45 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:47:45 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:47:45 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:47:45 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:47:45 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:47:45 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:47:45 user nova-compute[75223]:       <nova:owner>
Dec 01 15:47:45 user nova-compute[75223]:         <nova:user uuid="7d41e973c4724cd18428e8ef5eb28eba">tempest-TestShelveInstance-1591946578-project-member</nova:user>
Dec 01 15:47:45 user nova-compute[75223]:         <nova:project uuid="cf628b2992324266a364fc6b8259164f">tempest-TestShelveInstance-1591946578</nova:project>
Dec 01 15:47:45 user nova-compute[75223]:       </nova:owner>
Dec 01 15:47:45 user nova-compute[75223]:       <nova:ports>
Dec 01 15:47:45 user nova-compute[75223]:         <nova:port uuid="2852980a-8bee-423b-9997-e8257748ed50">
Dec 01 15:47:45 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 15:47:45 user nova-compute[75223]:         </nova:port>
Dec 01 15:47:45 user nova-compute[75223]:       </nova:ports>
Dec 01 15:47:45 user nova-compute[75223]:     </nova:instance>
Dec 01 15:47:45 user nova-compute[75223]:   </metadata>
Dec 01 15:47:45 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:47:45 user nova-compute[75223]:     <system>
Dec 01 15:47:45 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:47:45 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:47:45 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:47:45 user nova-compute[75223]:       <entry name="serial">730cf312-5f13-436b-ad61-f1cdaaedec5a</entry>
Dec 01 15:47:45 user nova-compute[75223]:       <entry name="uuid">730cf312-5f13-436b-ad61-f1cdaaedec5a</entry>
Dec 01 15:47:45 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:47:45 user nova-compute[75223]:     </system>
Dec 01 15:47:45 user nova-compute[75223]:   </sysinfo>
Dec 01 15:47:45 user nova-compute[75223]:   <os>
Dec 01 15:47:45 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:47:45 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:47:45 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:47:45 user nova-compute[75223]:   </os>
Dec 01 15:47:45 user nova-compute[75223]:   <features>
Dec 01 15:47:45 user nova-compute[75223]:     <acpi/>
Dec 01 15:47:45 user nova-compute[75223]:     <apic/>
Dec 01 15:47:45 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:47:45 user nova-compute[75223]:   </features>
Dec 01 15:47:45 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:47:45 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:47:45 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:47:45 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:47:45 user nova-compute[75223]:   </clock>
Dec 01 15:47:45 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:47:45 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:47:45 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:47:45 user nova-compute[75223]:   </cpu>
Dec 01 15:47:45 user nova-compute[75223]:   <devices>
Dec 01 15:47:45 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:47:45 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:47:45 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 15:47:45 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:47:45 user nova-compute[75223]:       <serial>cd198bca-7b06-4e23-954f-15a437d8fc64</serial>
Dec 01 15:47:45 user nova-compute[75223]:     </disk>
Dec 01 15:47:45 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:47:45 user nova-compute[75223]:       <mac address="fa:16:3e:1e:14:e4"/>
Dec 01 15:47:45 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:47:45 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:47:45 user nova-compute[75223]:       <target dev="tap2852980a-8b"/>
Dec 01 15:47:45 user nova-compute[75223]:     </interface>
Dec 01 15:47:45 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:47:45 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a/console.log" append="off"/>
Dec 01 15:47:45 user nova-compute[75223]:     </serial>
Dec 01 15:47:45 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:47:45 user nova-compute[75223]:     <video>
Dec 01 15:47:45 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:47:45 user nova-compute[75223]:     </video>
Dec 01 15:47:45 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:47:45 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:47:45 user nova-compute[75223]:     </rng>
Dec 01 15:47:45 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:47:45 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:47:45 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:47:45 user nova-compute[75223]:     </memballoon>
Dec 01 15:47:45 user nova-compute[75223]:   </devices>
Dec 01 15:47:45 user nova-compute[75223]: </domain>
Dec 01 15:47:45 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-548225927',display_name='tempest-TestShelveInstance-server-548225927',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-548225927',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1586855978',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:44:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='cf628b2992324266a364fc6b8259164f',ramdisk_id='',reservation_id='r-oyg0z94m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1591946578',owner_user_name='tempest-TestShelveInstance-1591946578-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:47:32Z,user_data=None,user_id='7d41e973c4724cd18428e8ef5eb28eba',uuid=730cf312-5f13-436b-ad61-f1cdaaedec5a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converting VIF {"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG os_vif [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '09916cc0-3a6c-554c-92a5-932bec661bbd', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2852980a-8b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2852980a-8b, col_values=(('qos', UUID('5843bd82-1a17-4fa7-90c3-d2c0d8331c3a')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2852980a-8b, col_values=(('external_ids', {'iface-id': '2852980a-8bee-423b-9997-e8257748ed50', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1e:14:e4', 'vm-uuid': '730cf312-5f13-436b-ad61-f1cdaaedec5a'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:45 user nova-compute[75223]: INFO os_vif [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b')
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:47:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] No VIF found with MAC fa:16:3e:1e:14:e4, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:47:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8461ba4-6ebe-4a42-b128-cf5ce7c746be req-ef88248e-f5d1-4b89-b2f5-3f9b4b1322f6 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8461ba4-6ebe-4a42-b128-cf5ce7c746be req-ef88248e-f5d1-4b89-b2f5-3f9b4b1322f6 service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8461ba4-6ebe-4a42-b128-cf5ce7c746be req-ef88248e-f5d1-4b89-b2f5-3f9b4b1322f6 service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8461ba4-6ebe-4a42-b128-cf5ce7c746be req-ef88248e-f5d1-4b89-b2f5-3f9b4b1322f6 service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8461ba4-6ebe-4a42-b128-cf5ce7c746be req-ef88248e-f5d1-4b89-b2f5-3f9b4b1322f6 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:47 user nova-compute[75223]: WARNING nova.compute.manager [req-c8461ba4-6ebe-4a42-b128-cf5ce7c746be req-ef88248e-f5d1-4b89-b2f5-3f9b4b1322f6 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received unexpected event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 15:47:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:47:49 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance spawned successfully.
Dec 01 15:47:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9cf7c536-4a99-440a-9658-3c573301f285 tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 17.171s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-489bc778-fe9f-42bf-ba95-ed77ff8858ca req-b3cbe1ec-4c9a-420f-89ea-b0987066e8cd service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-489bc778-fe9f-42bf-ba95-ed77ff8858ca req-b3cbe1ec-4c9a-420f-89ea-b0987066e8cd service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-489bc778-fe9f-42bf-ba95-ed77ff8858ca req-b3cbe1ec-4c9a-420f-89ea-b0987066e8cd service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-489bc778-fe9f-42bf-ba95-ed77ff8858ca req-b3cbe1ec-4c9a-420f-89ea-b0987066e8cd service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:47:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-489bc778-fe9f-42bf-ba95-ed77ff8858ca req-b3cbe1ec-4c9a-420f-89ea-b0987066e8cd service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:47:49 user nova-compute[75223]: WARNING nova.compute.manager [req-489bc778-fe9f-42bf-ba95-ed77ff8858ca req-b3cbe1ec-4c9a-420f-89ea-b0987066e8cd service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received unexpected event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with vm_state active and task_state None.
Dec 01 15:47:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:47:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:48:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:08 user nova-compute[75223]: INFO nova.compute.manager [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Terminating instance
Dec 01 15:48:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Skipping network cache update for instance because it is being deleted. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}}
Dec 01 15:48:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bed8df49-3d61-4f23-8e34-c8ee2d5df066 req-35424c6e-c177-4ed5-8a24-3c32cc31d5a4 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bed8df49-3d61-4f23-8e34-c8ee2d5df066 req-35424c6e-c177-4ed5-8a24-3c32cc31d5a4 service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bed8df49-3d61-4f23-8e34-c8ee2d5df066 req-35424c6e-c177-4ed5-8a24-3c32cc31d5a4 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bed8df49-3d61-4f23-8e34-c8ee2d5df066 req-35424c6e-c177-4ed5-8a24-3c32cc31d5a4 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bed8df49-3d61-4f23-8e34-c8ee2d5df066 req-35424c6e-c177-4ed5-8a24-3c32cc31d5a4 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bed8df49-3d61-4f23-8e34-c8ee2d5df066 req-35424c6e-c177-4ed5-8a24-3c32cc31d5a4 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-unplugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:48:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Instance destroyed successfully.
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'resources' on Instance uuid 49e0984e-88b5-42c8-a435-f9980b3fe641 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-731673412',display_name='tempest-AttachVolumeTestJSON-server-731673412',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-731673412',id=7,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOAqt0BwShgNM4U3IvEaPfxyRg4TVdLLLHyOcrHTocqZ6rwZ3RXuTWviYj1NlKPOCoD9iR1DztVegbQnj8dZz3U4jYVgECYULKHcNpF5P2OCDeeW9HHGVWnOenlv3KFMlw==',key_name='tempest-keypair-1421154779',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-g0sjopm6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:46:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=49e0984e-88b5-42c8-a435-f9980b3fe641,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "705cccc6-30b5-4b61-a3cb-6c759296e205", "address": "fa:16:3e:ff:bc:95", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.63", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap705cccc6-30", "ovs_interfaceid": "705cccc6-30b5-4b61-a3cb-6c759296e205", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG os_vif [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap705cccc6-30, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=939a0409-d601-44ad-b10a-91f24a027754) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:48:09 user nova-compute[75223]: INFO os_vif [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:bc:95,bridge_name='br-int',has_traffic_filtering=True,id=705cccc6-30b5-4b61-a3cb-6c759296e205,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap705cccc6-30')
Dec 01 15:48:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Deleting instance files /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641_del
Dec 01 15:48:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Deletion of /opt/stack/data/nova/instances/49e0984e-88b5-42c8-a435-f9980b3fe641_del complete
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:48:09 user nova-compute[75223]: INFO nova.compute.manager [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Took 1.03 seconds to destroy the instance on the hypervisor.
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:09 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-8c8e350d-139e-4055-82ed-7f6a47b78e2b req-12dac8d4-bcdb-43b1-967a-3c039baa5d0c service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-deleted-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:10 user nova-compute[75223]: INFO nova.compute.manager [req-8c8e350d-139e-4055-82ed-7f6a47b78e2b req-12dac8d4-bcdb-43b1-967a-3c039baa5d0c service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Neutron deleted interface 705cccc6-30b5-4b61-a3cb-6c759296e205; detaching it from the instance and deleting it from the info cache
Dec 01 15:48:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-8c8e350d-139e-4055-82ed-7f6a47b78e2b req-12dac8d4-bcdb-43b1-967a-3c039baa5d0c service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:10 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Took 0.87 seconds to deallocate network for instance.
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-8c8e350d-139e-4055-82ed-7f6a47b78e2b req-12dac8d4-bcdb-43b1-967a-3c039baa5d0c service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Detach interface failed, port_id=705cccc6-30b5-4b61-a3cb-6c759296e205, reason: Instance 49e0984e-88b5-42c8-a435-f9980b3fe641 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.510s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] Acquiring lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] No waiting events found dispatching network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:11 user nova-compute[75223]: WARNING nova.compute.manager [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: 49e0984e-88b5-42c8-a435-f9980b3fe641] Received unexpected event network-vif-plugged-705cccc6-30b5-4b61-a3cb-6c759296e205 for instance with vm_state deleted and task_state None.
Dec 01 15:48:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-changed-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Refreshing instance network info cache due to event network-changed-2346c76d-0293-400d-9390-7f40e845f3e2. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] Acquiring lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] Acquired lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG nova.network.neutron [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Refreshing network info cache for port 2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:48:11 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Deleted allocations for instance 49e0984e-88b5-42c8-a435-f9980b3fe641
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-dc2e9efb-cb88-48a5-b68c-e4f37d797266 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "49e0984e-88b5-42c8-a435-f9980b3fe641" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.736s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updated VIF entry in instance network info cache for port 2346c76d-0293-400d-9390-7f40e845f3e2. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updating instance_info_cache with network_info: [{"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d74df5b0-3c1a-4a57-8ecd-6fa51254116b req-95ac6a8a-5e78-4f91-80c7-8e14998ff915 service nova] Releasing lock "refresh_cache-c12c4079-3c85-47ed-87c4-c42ed1f44c7d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:48:12 user nova-compute[75223]: INFO nova.compute.manager [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Rebuilding instance
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-448f694a-2f1d-45c6-8f76-5d51925a799a req-736127cb-8327-4cce-82d8-cf24eaa60531 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-unplugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-448f694a-2f1d-45c6-8f76-5d51925a799a req-736127cb-8327-4cce-82d8-cf24eaa60531 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-448f694a-2f1d-45c6-8f76-5d51925a799a req-736127cb-8327-4cce-82d8-cf24eaa60531 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-448f694a-2f1d-45c6-8f76-5d51925a799a req-736127cb-8327-4cce-82d8-cf24eaa60531 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-448f694a-2f1d-45c6-8f76-5d51925a799a req-736127cb-8327-4cce-82d8-cf24eaa60531 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-unplugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:13 user nova-compute[75223]: WARNING nova.compute.manager [req-448f694a-2f1d-45c6-8f76-5d51925a799a req-736127cb-8327-4cce-82d8-cf24eaa60531 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received unexpected event network-vif-unplugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with vm_state active and task_state rebuilding.
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance destroyed successfully.
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:48:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance destroyed successfully.
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2058034873',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-117648163',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBW21ATcsvREXwH72HH7nCIKH/pw+FM+52WdsDlD3y2wQb1/DGFvTeiQ/fu2v0rrD/G4ahU/hENQ59LUarvt0f5kD5TMt4DGupSEXyqE5yN3CWs3fNAAS81RoA1FNXz3w==',key_name='tempest-keypair-849886975',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:46:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='082dad0a8a544cab8b9f7220d98a8f96',ramdisk_id='',reservation_id='r-ef20d09g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2145093074',owner_user_name='tempest-ServerActionsV293TestJSON-2145093074-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:48:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='036153d8600741d9ad337e83e5478fc5',uuid=c12c4079-3c85-47ed-87c4-c42ed1f44c7d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converting VIF {"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_vif [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2346c76d-02, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=edd69373-b919-47fb-81fc-bacfa3e5dbf7) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:48:13 user nova-compute[75223]: INFO os_vif [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02')
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:48:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ca6685-2c0f-4d7f-9e8d-e88880476ede]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5b562fb9-c203-4b83-bbe5-bfa5b2404312\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:48:13 user nova-compute[75223]: No targets found.
Dec 01 15:48:13 user nova-compute[75223]: iSNS:
Dec 01 15:48:13 user nova-compute[75223]: No targets found.
Dec 01 15:48:13 user nova-compute[75223]: STATIC:
Dec 01 15:48:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5
Dec 01 15:48:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:48:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:48:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:48:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:48:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:48:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:48:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:48:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:48:13 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:5b562fb9-c203-4b83-bbe5-bfa5b2404312
Dec 01 15:48:13 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:48:13 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:48:13 user nova-compute[75223]: FIRMWARE:
Dec 01 15:48:13 user nova-compute[75223]: No targets found.
Dec 01 15:48:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:48:13 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:48:13 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:48:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:48:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7492MB free_disk=25.25796890258789GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[83a45b5b-2aa2-47f7-8215-d6ee3ae1188b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b562fb9-c203-4b83-bbe5-bfa5b2404312\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7b608c-2fe9-43e7-8f3b-5b26d2c4d1e8]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b562fb9-c203-4b83-bbe5-bfa5b2404312 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b562fb9-c203-4b83-bbe5-bfa5b2404312 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b562fb9-c203-4b83-bbe5-bfa5b2404312 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f4414700>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ece880f-952d-45fc-9ef0-02549c8a8a4f]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e73936e8-a7cf-469a-883d-078444fdc75b]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb9d8503-a887-4242-8a20-7cd709a887e4]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:48:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c12c4079-3c85-47ed-87c4-c42ed1f44c7d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a0db8146-9133-4a08-be63-2eb6909192d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 730cf312-5f13-436b-ad61-f1cdaaedec5a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.041s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9326cd6-9526-4361-aee8-c7fff2a00e4a]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ae6833-6410-431a-9a4d-ab12728369f6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[04146229-111f-46c7-a5a5-9b39cbb90959]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]
Dec 01 15:48:14 user nova-compute[75223]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.
Dec 01 15:48:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d834724-db59-4134-8251-d5eec3476c32]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.696s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] <== disconnect_volume: return (698ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:48:14 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Deleting instance files /opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d_del
Dec 01 15:48:14 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Deletion of /opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d_del complete
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.450s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:14 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance c12c4079-3c85-47ed-87c4-c42ed1f44c7d could not be found.
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:48:14 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e021bc4-19fb-4990-af28-7c5b918f3be1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:48:14 user nova-compute[75223]: No targets found.
Dec 01 15:48:14 user nova-compute[75223]: iSNS:
Dec 01 15:48:14 user nova-compute[75223]: No targets found.
Dec 01 15:48:14 user nova-compute[75223]: STATIC:
Dec 01 15:48:14 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:48:14 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:48:14 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:48:14 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:48:14 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:48:14 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:48:14 user nova-compute[75223]: FIRMWARE:
Dec 01 15:48:14 user nova-compute[75223]: No targets found.
Dec 01 15:48:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:48:14 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:48:14 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd6c1599-16cb-4b4c-b2e1-ac4ab579070d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[29459c8d-e68c-4970-baa1-c043e2777fa2]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:14 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:14 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d449f130>, {}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Disconnecting from: [] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.073s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] <== disconnect_volume: return (74ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:48:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG nova.compute.manager [req-ee716e4e-e090-4eb2-a28c-2fa836bf5e59 req-f374b67b-0c55-4b91-bc53-c4a2bd474d67 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ee716e4e-e090-4eb2-a28c-2fa836bf5e59 req-f374b67b-0c55-4b91-bc53-c4a2bd474d67 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ee716e4e-e090-4eb2-a28c-2fa836bf5e59 req-f374b67b-0c55-4b91-bc53-c4a2bd474d67 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ee716e4e-e090-4eb2-a28c-2fa836bf5e59 req-f374b67b-0c55-4b91-bc53-c4a2bd474d67 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG nova.compute.manager [req-ee716e4e-e090-4eb2-a28c-2fa836bf5e59 req-f374b67b-0c55-4b91-bc53-c4a2bd474d67 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:15 user nova-compute[75223]: WARNING nova.compute.manager [req-ee716e4e-e090-4eb2-a28c-2fa836bf5e59 req-f374b67b-0c55-4b91-bc53-c4a2bd474d67 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received unexpected event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with vm_state active and task_state rebuilding.
Dec 01 15:48:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Preparing to wait for external event volume-reimaged-69ff8da6-b53a-4faf-82b2-74eddfa5cce5 {{(pid=75223) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:48:27 user nova-compute[75223]: INFO nova.compute.manager [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] instance snapshotting
Dec 01 15:48:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Beginning live snapshot process
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json -f qcow2" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-changed-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing instance network info cache due to event network-changed-0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] Acquiring lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] Acquired lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG nova.network.neutron [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG nova.objects.instance [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'flavor' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json -f qcow2" returned: 0 in 0.262s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.097s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzjocznyy/a34a675c1e7845a0b916855bf6f070fb.delta 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzjocznyy/a34a675c1e7845a0b916855bf6f070fb.delta 1073741824" returned: 0 in 0.067s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:28 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:28 user nova-compute[75223]: INFO nova.compute.manager [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Attaching volume 8cf0307d-d0cf-4d70-969b-3eff16ca53b3 to /dev/vdb
Dec 01 15:48:28 user nova-compute[75223]: DEBUG os_brick.utils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG nova.network.neutron [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updated VIF entry in instance network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG nova.network.neutron [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e88bfb40-805b-4453-93eb-158b4507baf1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f3be03cd-f761-4ae0-90e6-7d757b4ee988 req-0ca8fc85-8a18-41ce-b3bc-6f16dab2a0f0 service nova] Releasing lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c38ac6d4-bed1-4f95-8ccf-b0a685b1f760]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d972396-8cba-4432-b7ca-17ffc7c1c8d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f58bfb25-6761-4179-8ba8-df3237025f81]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:48:29 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:48:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[215f8d5e-a7b8-4c73-b60c-ea8341a43dea]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG os_brick.utils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating existing volume attachment record: 2bf6e29a-40d9-4bec-af7f-2c92c222c04f {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:48:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] COPY block job progress, current cursor: 16580608 final cursor: 75497472 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:48:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:48:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 15:48:30 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:48:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzjocznyy/a34a675c1e7845a0b916855bf6f070fb.delta /opt/stack/data/nova/instances/snapshots/tmpzjocznyy/a34a675c1e7845a0b916855bf6f070fb {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzjocznyy/a34a675c1e7845a0b916855bf6f070fb.delta /opt/stack/data/nova/instances/snapshots/tmpzjocznyy/a34a675c1e7845a0b916855bf6f070fb" returned: 0 in 0.412s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Snapshot extracted, beginning image upload
Dec 01 15:48:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Snapshot image upload complete
Dec 01 15:48:34 user nova-compute[75223]: INFO nova.compute.manager [None req-d164bb74-4a2f-4c13-a7a6-8e010cf664b3 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Took 6.15 seconds to snapshot the instance on the hypervisor.
Dec 01 15:48:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-7cd9d682-c282-4694-a25d-915aa71db3b6 req-0ce7eaec-d2ca-4506-a7e4-0abec44813d7 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event volume-reimaged-69ff8da6-b53a-4faf-82b2-74eddfa5cce5 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7cd9d682-c282-4694-a25d-915aa71db3b6 req-0ce7eaec-d2ca-4506-a7e4-0abec44813d7 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7cd9d682-c282-4694-a25d-915aa71db3b6 req-0ce7eaec-d2ca-4506-a7e4-0abec44813d7 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7cd9d682-c282-4694-a25d-915aa71db3b6 req-0ce7eaec-d2ca-4506-a7e4-0abec44813d7 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-7cd9d682-c282-4694-a25d-915aa71db3b6 req-0ce7eaec-d2ca-4506-a7e4-0abec44813d7 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Processing event volume-reimaged-69ff8da6-b53a-4faf-82b2-74eddfa5cce5 {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance event wait completed in 18 seconds for volume-reimaged {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:48:34 user nova-compute[75223]: INFO nova.virt.block_device [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Booting with volume 69ff8da6-b53a-4faf-82b2-74eddfa5cce5 at /dev/vda
Dec 01 15:48:34 user nova-compute[75223]: DEBUG os_brick.utils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ff3a21f-55f3-4b7f-8b77-0025b2116fb1]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f9df781-6453-4d05-afa0-68fd0bb28c98]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac3fc5bf-18a5-4c0f-9f6a-02680970dcab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b032df93-e107-4d74-8f08-f024f20063c8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:48:34 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:48:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe3a247-3f33-432b-aad2-503131086e7e]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG os_brick.utils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updating existing volume attachment record: f7ccf6a7-c93b-496f-9d92-4000acaa5ab4 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:48:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hxCYnDJd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:48:39 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:48:39 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:48:39 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e8d82f-e1de-4b5d-8c44-84b79b4d5956]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:48:39 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec659515-856a-41f9-8778-449a18f1426e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3] added
Dec 01 15:48:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8eabe3f-e250-47cb-bf22-8811c05514ee]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a65472f8-14dc-4057-91f1-c63555bda74b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hxCYnDJd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hxCYnDJd" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb1e371b-2785-41f0-897c-3a054af4ba5c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hxCYnDJd'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[298cb2c6-1d50-49b6-a803-6d456a1d1e35]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee5e016-e744-404c-b363-9a160c694d90]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4364624a-f1cb-4713-baf0-35766868fab9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260]
Dec 01 15:48:39 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260] successful.
Dec 01 15:48:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e17fd01-8b49-4288-a655-6442019b4d6b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3bdc57c-4106-4120-8c02-34fcfe07cac6]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.343s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] HCTL ('35', '-', '-', 0) found on session 30 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[972caa19-3533-4ad1-8376-3aaf76f00a3b]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:48:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hxCYnDJd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:48:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.386s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:48:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] <== connect_volume: return (1389ms) {'type': 'block', 'scsi_wwn': '23832313765393563', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:48:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832313765393563', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:48:40 user nova-compute[75223]: DEBUG nova.objects.instance [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'flavor' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:48:41 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:48:41 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:48:41 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:48:41 user nova-compute[75223]:   <serial>8cf0307d-d0cf-4d70-969b-3eff16ca53b3</serial>
Dec 01 15:48:41 user nova-compute[75223]: </disk>
Dec 01 15:48:41 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:48:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:48:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:48:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No VIF found with MAC fa:16:3e:0c:5c:f8, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:48:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-52216f7e-a834-40bb-b469-b62edc6e18d6 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.935s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:42 user nova-compute[75223]: INFO nova.compute.manager [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Rescuing
Dec 01 15:48:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:48:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:48:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG nova.network.neutron [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-6a037cd9-d661-4db3-86bf-24468899ccb9 req-93149330-4e0e-46f9-adf7-a38cb8bfd303 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6a037cd9-d661-4db3-86bf-24468899ccb9 req-93149330-4e0e-46f9-adf7-a38cb8bfd303 service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6a037cd9-d661-4db3-86bf-24468899ccb9 req-93149330-4e0e-46f9-adf7-a38cb8bfd303 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6a037cd9-d661-4db3-86bf-24468899ccb9 req-93149330-4e0e-46f9-adf7-a38cb8bfd303 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-6a037cd9-d661-4db3-86bf-24468899ccb9 req-93149330-4e0e-46f9-adf7-a38cb8bfd303 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:43 user nova-compute[75223]: WARNING nova.compute.manager [req-6a037cd9-d661-4db3-86bf-24468899ccb9 req-93149330-4e0e-46f9-adf7-a38cb8bfd303 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state active and task_state rescuing.
Dec 01 15:48:44 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance destroyed successfully.
Dec 01 15:48:44 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Attempting rescue
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75223) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:48:44 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Creating image(s)
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'trusted_certs' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.213s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue" returned: 0 in 0.065s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'migration_context' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.base [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<3bd3b21c-3e7e-403f-a54b-032a9f112dfa> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Start _get_guest_xml network_info=[{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:0c:5c:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'resources' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.base [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<3bd3b21c-3e7e-403f-a54b-032a9f112dfa> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'numa_topology' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.base [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<3bd3b21c-3e7e-403f-a54b-032a9f112dfa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:48:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:48:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.base [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<3bd3b21c-3e7e-403f-a54b-032a9f112dfa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-18958564',display_name='tempest-ServerRescueNegativeTestJSON-server-18958564',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-18958564',id=23,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGCVWXhq0VZbmHcvgo/095RU+FBXaMmxGJro4XpBTgLCK4ALj5xA43MwW6OIbuLzczpj6PIotgwDVoRsmQbt22GlBiYtmA4ERAB19Z5vSpWQfT6e+eX3I+1OjMFvoqw4A==',key_name='tempest-keypair-83175539',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:46:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-10rux7r2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:46:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=3bd3b21c-3e7e-403f-a54b-032a9f112dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:0c:5c:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "vif_mac": "fa:16:3e:0c:5c:f8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'pci_devices' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.objects.base [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Object Instance<3bd3b21c-3e7e-403f-a54b-032a9f112dfa> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:48:44 user nova-compute[75223]:   <uuid>3bd3b21c-3e7e-403f-a54b-032a9f112dfa</uuid>
Dec 01 15:48:44 user nova-compute[75223]:   <name>instance-00000017</name>
Dec 01 15:48:44 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:48:44 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:48:44 user nova-compute[75223]:   <metadata>
Dec 01 15:48:44 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:48:44 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:48:44 user nova-compute[75223]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-18958564</nova:name>
Dec 01 15:48:44 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:48:44</nova:creationTime>
Dec 01 15:48:44 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:48:44 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:48:44 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:48:44 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:48:44 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:48:44 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:48:44 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:48:44 user nova-compute[75223]:       <nova:owner>
Dec 01 15:48:44 user nova-compute[75223]:         <nova:user uuid="992c1c3822394860b4c5224d6c4e8dd7">tempest-ServerRescueNegativeTestJSON-746103029-project-member</nova:user>
Dec 01 15:48:44 user nova-compute[75223]:         <nova:project uuid="29d7bed87ddd4072960db25543c73d23">tempest-ServerRescueNegativeTestJSON-746103029</nova:project>
Dec 01 15:48:44 user nova-compute[75223]:       </nova:owner>
Dec 01 15:48:44 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:48:44 user nova-compute[75223]:       <nova:ports>
Dec 01 15:48:44 user nova-compute[75223]:         <nova:port uuid="0cfcdf36-318c-4695-b298-a653545303fa">
Dec 01 15:48:44 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 15:48:44 user nova-compute[75223]:         </nova:port>
Dec 01 15:48:44 user nova-compute[75223]:       </nova:ports>
Dec 01 15:48:44 user nova-compute[75223]:     </nova:instance>
Dec 01 15:48:44 user nova-compute[75223]:   </metadata>
Dec 01 15:48:44 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:48:44 user nova-compute[75223]:     <system>
Dec 01 15:48:44 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:48:44 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:48:44 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:48:44 user nova-compute[75223]:       <entry name="serial">3bd3b21c-3e7e-403f-a54b-032a9f112dfa</entry>
Dec 01 15:48:44 user nova-compute[75223]:       <entry name="uuid">3bd3b21c-3e7e-403f-a54b-032a9f112dfa</entry>
Dec 01 15:48:44 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:48:44 user nova-compute[75223]:     </system>
Dec 01 15:48:44 user nova-compute[75223]:   </sysinfo>
Dec 01 15:48:44 user nova-compute[75223]:   <os>
Dec 01 15:48:44 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:48:44 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:48:44 user nova-compute[75223]:   </os>
Dec 01 15:48:44 user nova-compute[75223]:   <features>
Dec 01 15:48:44 user nova-compute[75223]:     <acpi/>
Dec 01 15:48:44 user nova-compute[75223]:     <apic/>
Dec 01 15:48:44 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:48:44 user nova-compute[75223]:   </features>
Dec 01 15:48:44 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:48:44 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:48:44 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:48:44 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:48:44 user nova-compute[75223]:   </clock>
Dec 01 15:48:44 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:48:44 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:48:44 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:48:44 user nova-compute[75223]:   </cpu>
Dec 01 15:48:44 user nova-compute[75223]:   <devices>
Dec 01 15:48:44 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:48:44 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:48:44 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue"/>
Dec 01 15:48:44 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:48:44 user nova-compute[75223]:     </disk>
Dec 01 15:48:44 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:48:44 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:48:44 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk"/>
Dec 01 15:48:44 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:48:44 user nova-compute[75223]:     </disk>
Dec 01 15:48:44 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:48:44 user nova-compute[75223]:       <mac address="fa:16:3e:0c:5c:f8"/>
Dec 01 15:48:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:48:44 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:48:44 user nova-compute[75223]:       <target dev="tap0cfcdf36-31"/>
Dec 01 15:48:44 user nova-compute[75223]:     </interface>
Dec 01 15:48:44 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:48:44 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/console.log" append="off"/>
Dec 01 15:48:44 user nova-compute[75223]:     </serial>
Dec 01 15:48:44 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:48:44 user nova-compute[75223]:     <video>
Dec 01 15:48:44 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:48:44 user nova-compute[75223]:     </video>
Dec 01 15:48:44 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:48:44 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:48:44 user nova-compute[75223]:     </rng>
Dec 01 15:48:44 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:48:44 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:48:44 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:48:44 user nova-compute[75223]:     </memballoon>
Dec 01 15:48:44 user nova-compute[75223]:   </devices>
Dec 01 15:48:44 user nova-compute[75223]: </domain>
Dec 01 15:48:44 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:48:44 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance destroyed successfully.
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:48:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] No VIF found with MAC fa:16:3e:0c:5c:f8, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:48:45 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Creating image(s)
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Ensure instance console log exists: /opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Start _get_guest_xml network_info=[{"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c12c4079-3c85-47ed-87c4-c42ed1f44c7d', 'attached_at': '', 'detached_at': '', 'volume_id': '69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'serial': '69ff8da6-b53a-4faf-82b2-74eddfa5cce5'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': 'f7ccf6a7-c93b-496f-9d92-4000acaa5ab4', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:48:45 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 15:48:45 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.objects.instance [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lazy-loading 'vcpu_model' on Instance uuid c12c4079-3c85-47ed-87c4-c42ed1f44c7d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:48:45 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:48:45 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:48:45 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[418acc69-f334-4be9-9457-132bb95abfa7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:48:45 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a40857a-2a15-40e5-bc4e-4c20eb1d917c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5] added
Dec 01 15:48:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0fbcfbf-fb35-46a8-a05e-3472d09404b9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d217e58-ae7e-4e26-bc40-727299733106]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v weNilyLu {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v weNilyLu" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d16db97-522c-458e-8bab-0bc1f37fda7c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'weNilyLu'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[581f165c-59ae-4e6b-aae4-30a619895ecd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-0d35fb28-dd71-425d-8d75-d184673a00de req-ec6a5676-ec73-4780-8923-adbefb5a5ea1 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0d35fb28-dd71-425d-8d75-d184673a00de req-ec6a5676-ec73-4780-8923-adbefb5a5ea1 service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0d35fb28-dd71-425d-8d75-d184673a00de req-ec6a5676-ec73-4780-8923-adbefb5a5ea1 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0d35fb28-dd71-425d-8d75-d184673a00de req-ec6a5676-ec73-4780-8923-adbefb5a5ea1 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-0d35fb28-dd71-425d-8d75-d184673a00de req-ec6a5676-ec73-4780-8923-adbefb5a5ea1 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:45 user nova-compute[75223]: WARNING nova.compute.manager [req-0d35fb28-dd71-425d-8d75-d184673a00de req-ec6a5676-ec73-4780-8923-adbefb5a5ea1 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state active and task_state rescuing.
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c68eb9f9-1511-44fc-b5bf-0b89b645b2a2]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --login" returned: 0 in 0.085s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[120384a9-fec6-49f0-ac93-7e49db784b7c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]
Dec 01 15:48:45 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.
Dec 01 15:48:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad3f3301-f1af-489d-b95b-9ab7d10225d2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e043bcda-d644-4377-8619-a066560cf735]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:48:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.397s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] HCTL ('36', '-', '-', 0) found on session 31 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7596f008-0787-4995-ab07-18440374268c]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:45 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Searching for a device in session 31 and hctl ['36', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Searching for a device in session 31 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.442s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] <== connect_volume: return (1445ms) {'type': 'block', 'scsi_wwn': '23462333365336434', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23462333365336434', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2058034873',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-117648163',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBW21ATcsvREXwH72HH7nCIKH/pw+FM+52WdsDlD3y2wQb1/DGFvTeiQ/fu2v0rrD/G4ahU/hENQ59LUarvt0f5kD5TMt4DGupSEXyqE5yN3CWs3fNAAS81RoA1FNXz3w==',key_name='tempest-keypair-849886975',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:46:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='082dad0a8a544cab8b9f7220d98a8f96',ramdisk_id='',reservation_id='r-ef20d09g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2145093074',owner_user_name='tempest-ServerActionsV293TestJSON-2145093074-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:48:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='036153d8600741d9ad337e83e5478fc5',uuid=c12c4079-3c85-47ed-87c4-c42ed1f44c7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converting VIF {"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:48:46 user nova-compute[75223]:   <uuid>c12c4079-3c85-47ed-87c4-c42ed1f44c7d</uuid>
Dec 01 15:48:46 user nova-compute[75223]:   <name>instance-00000015</name>
Dec 01 15:48:46 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:48:46 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:48:46 user nova-compute[75223]:   <metadata>
Dec 01 15:48:46 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:48:46 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:48:46 user nova-compute[75223]:       <nova:name>tempest-ServerActionsV293TestJSON-server-2058034873</nova:name>
Dec 01 15:48:46 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:48:45</nova:creationTime>
Dec 01 15:48:46 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:48:46 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:48:46 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:48:46 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:48:46 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:48:46 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:48:46 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:48:46 user nova-compute[75223]:       <nova:owner>
Dec 01 15:48:46 user nova-compute[75223]:         <nova:user uuid="036153d8600741d9ad337e83e5478fc5">tempest-ServerActionsV293TestJSON-2145093074-project-member</nova:user>
Dec 01 15:48:46 user nova-compute[75223]:         <nova:project uuid="082dad0a8a544cab8b9f7220d98a8f96">tempest-ServerActionsV293TestJSON-2145093074</nova:project>
Dec 01 15:48:46 user nova-compute[75223]:       </nova:owner>
Dec 01 15:48:46 user nova-compute[75223]:       <nova:ports>
Dec 01 15:48:46 user nova-compute[75223]:         <nova:port uuid="2346c76d-0293-400d-9390-7f40e845f3e2">
Dec 01 15:48:46 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 15:48:46 user nova-compute[75223]:         </nova:port>
Dec 01 15:48:46 user nova-compute[75223]:       </nova:ports>
Dec 01 15:48:46 user nova-compute[75223]:     </nova:instance>
Dec 01 15:48:46 user nova-compute[75223]:   </metadata>
Dec 01 15:48:46 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:48:46 user nova-compute[75223]:     <system>
Dec 01 15:48:46 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:48:46 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:48:46 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:48:46 user nova-compute[75223]:       <entry name="serial">c12c4079-3c85-47ed-87c4-c42ed1f44c7d</entry>
Dec 01 15:48:46 user nova-compute[75223]:       <entry name="uuid">c12c4079-3c85-47ed-87c4-c42ed1f44c7d</entry>
Dec 01 15:48:46 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:48:46 user nova-compute[75223]:     </system>
Dec 01 15:48:46 user nova-compute[75223]:   </sysinfo>
Dec 01 15:48:46 user nova-compute[75223]:   <os>
Dec 01 15:48:46 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:48:46 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:48:46 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:48:46 user nova-compute[75223]:   </os>
Dec 01 15:48:46 user nova-compute[75223]:   <features>
Dec 01 15:48:46 user nova-compute[75223]:     <acpi/>
Dec 01 15:48:46 user nova-compute[75223]:     <apic/>
Dec 01 15:48:46 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:48:46 user nova-compute[75223]:   </features>
Dec 01 15:48:46 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:48:46 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:48:46 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:48:46 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:48:46 user nova-compute[75223]:   </clock>
Dec 01 15:48:46 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:48:46 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:48:46 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:48:46 user nova-compute[75223]:   </cpu>
Dec 01 15:48:46 user nova-compute[75223]:   <devices>
Dec 01 15:48:46 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:48:46 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:48:46 user nova-compute[75223]:       <source dev="/dev/sde"/>
Dec 01 15:48:46 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:48:46 user nova-compute[75223]:       <serial>69ff8da6-b53a-4faf-82b2-74eddfa5cce5</serial>
Dec 01 15:48:46 user nova-compute[75223]:     </disk>
Dec 01 15:48:46 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:48:46 user nova-compute[75223]:       <mac address="fa:16:3e:2d:b2:b7"/>
Dec 01 15:48:46 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:48:46 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:48:46 user nova-compute[75223]:       <target dev="tap2346c76d-02"/>
Dec 01 15:48:46 user nova-compute[75223]:     </interface>
Dec 01 15:48:46 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:48:46 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d/console.log" append="off"/>
Dec 01 15:48:46 user nova-compute[75223]:     </serial>
Dec 01 15:48:46 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:48:46 user nova-compute[75223]:     <video>
Dec 01 15:48:46 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:48:46 user nova-compute[75223]:     </video>
Dec 01 15:48:46 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:48:46 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:48:46 user nova-compute[75223]:     </rng>
Dec 01 15:48:46 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:48:46 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:48:46 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:48:46 user nova-compute[75223]:     </memballoon>
Dec 01 15:48:46 user nova-compute[75223]:   </devices>
Dec 01 15:48:46 user nova-compute[75223]: </domain>
Dec 01 15:48:46 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2058034873',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-117648163',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBW21ATcsvREXwH72HH7nCIKH/pw+FM+52WdsDlD3y2wQb1/DGFvTeiQ/fu2v0rrD/G4ahU/hENQ59LUarvt0f5kD5TMt4DGupSEXyqE5yN3CWs3fNAAS81RoA1FNXz3w==',key_name='tempest-keypair-849886975',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:46:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='082dad0a8a544cab8b9f7220d98a8f96',ramdisk_id='',reservation_id='r-ef20d09g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2145093074',owner_user_name='tempest-ServerActionsV293TestJSON-2145093074-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:48:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='036153d8600741d9ad337e83e5478fc5',uuid=c12c4079-3c85-47ed-87c4-c42ed1f44c7d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converting VIF {"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG os_vif [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '61c9842c-f453-5525-aea7-e58ecf19d4f9', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2346c76d-02, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2346c76d-02, col_values=(('qos', UUID('b38243ef-85a5-4c80-a96a-5827a629540f')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2346c76d-02, col_values=(('external_ids', {'iface-id': '2346c76d-0293-400d-9390-7f40e845f3e2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:b2:b7', 'vm-uuid': 'c12c4079-3c85-47ed-87c4-c42ed1f44c7d'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:48:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:46 user nova-compute[75223]: INFO os_vif [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02')
Dec 01 15:48:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:48:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] No VIF found with MAC fa:16:3e:2d:b2:b7, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG nova.compute.manager [req-33f288cd-addd-4279-9062-4ad4895c1b61 req-cf83dcca-67a9-460d-bf30-279cd8e1c73f service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-33f288cd-addd-4279-9062-4ad4895c1b61 req-cf83dcca-67a9-460d-bf30-279cd8e1c73f service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-33f288cd-addd-4279-9062-4ad4895c1b61 req-cf83dcca-67a9-460d-bf30-279cd8e1c73f service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-33f288cd-addd-4279-9062-4ad4895c1b61 req-cf83dcca-67a9-460d-bf30-279cd8e1c73f service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG nova.compute.manager [req-33f288cd-addd-4279-9062-4ad4895c1b61 req-cf83dcca-67a9-460d-bf30-279cd8e1c73f service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:48 user nova-compute[75223]: WARNING nova.compute.manager [req-33f288cd-addd-4279-9062-4ad4895c1b61 req-cf83dcca-67a9-460d-bf30-279cd8e1c73f service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state active and task_state rescuing.
Dec 01 15:48:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-65bb0db0-7d6e-4a54-bb9f-ae6df39f6966 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:48:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-3d31d173-83a8-435c-a200-38126ea6e791 req-426971c4-90ca-4e8b-a8ff-de0fb19f47e2 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3d31d173-83a8-435c-a200-38126ea6e791 req-426971c4-90ca-4e8b-a8ff-de0fb19f47e2 service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3d31d173-83a8-435c-a200-38126ea6e791 req-426971c4-90ca-4e8b-a8ff-de0fb19f47e2 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3d31d173-83a8-435c-a200-38126ea6e791 req-426971c4-90ca-4e8b-a8ff-de0fb19f47e2 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-3d31d173-83a8-435c-a200-38126ea6e791 req-426971c4-90ca-4e8b-a8ff-de0fb19f47e2 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:50 user nova-compute[75223]: WARNING nova.compute.manager [req-3d31d173-83a8-435c-a200-38126ea6e791 req-426971c4-90ca-4e8b-a8ff-de0fb19f47e2 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state rescued and task_state None.
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:48:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance spawned successfully.
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75223) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7cd9d682-c282-4694-a25d-915aa71db3b6 tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.075s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-586dbc54-5d9b-4e82-ad0f-bae2e65db9b7 req-ae56dedd-b9c3-4bcc-b7eb-72ad9e816544 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-586dbc54-5d9b-4e82-ad0f-bae2e65db9b7 req-ae56dedd-b9c3-4bcc-b7eb-72ad9e816544 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-586dbc54-5d9b-4e82-ad0f-bae2e65db9b7 req-ae56dedd-b9c3-4bcc-b7eb-72ad9e816544 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-586dbc54-5d9b-4e82-ad0f-bae2e65db9b7 req-ae56dedd-b9c3-4bcc-b7eb-72ad9e816544 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-586dbc54-5d9b-4e82-ad0f-bae2e65db9b7 req-ae56dedd-b9c3-4bcc-b7eb-72ad9e816544 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:53 user nova-compute[75223]: WARNING nova.compute.manager [req-586dbc54-5d9b-4e82-ad0f-bae2e65db9b7 req-ae56dedd-b9c3-4bcc-b7eb-72ad9e816544 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received unexpected event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with vm_state active and task_state None.
Dec 01 15:48:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-changed-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Refreshing instance network info cache due to event network-changed-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] Acquiring lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] Acquired lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Refreshing network info cache for port 85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-a7a11160-910e-4ebf-bbce-7180c08085a6 req-999f60ed-4952-489b-84db-e91a56aa8963 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a7a11160-910e-4ebf-bbce-7180c08085a6 req-999f60ed-4952-489b-84db-e91a56aa8963 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a7a11160-910e-4ebf-bbce-7180c08085a6 req-999f60ed-4952-489b-84db-e91a56aa8963 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a7a11160-910e-4ebf-bbce-7180c08085a6 req-999f60ed-4952-489b-84db-e91a56aa8963 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-a7a11160-910e-4ebf-bbce-7180c08085a6 req-999f60ed-4952-489b-84db-e91a56aa8963 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:48:55 user nova-compute[75223]: WARNING nova.compute.manager [req-a7a11160-910e-4ebf-bbce-7180c08085a6 req-999f60ed-4952-489b-84db-e91a56aa8963 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received unexpected event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with vm_state active and task_state None.
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lazy-loading 'flavor' on Instance uuid a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.064s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:48:55 user nova-compute[75223]: INFO nova.compute.manager [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Attaching volume a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca to /dev/vdb
Dec 01 15:48:55 user nova-compute[75223]: DEBUG os_brick.utils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[49aedcda-0e40-437f-a8d0-57c1179eb48d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d122a37c-bd51-4d44-a63f-ca53dfb8eb02]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c092948-b88f-432b-b03c-3ad03a56d125]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d30e8bb1-a561-4d61-aefe-0eb85fce9bf4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:48:56 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:48:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bde534b5-a614-4e10-bc9d-da9ea5345d0d]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG os_brick.utils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] <== get_connector_properties: return (145ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Updating existing volume attachment record: eea3c416-7388-4d1a-ad72-d1076c28b151 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Updated VIF entry in instance network info cache for port 85fe5a37-4674-4cd4-a0c1-1bbd8c67b980. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Updating instance_info_cache with network_info: [{"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aa24724d-239e-4725-9932-a9a6d3f3f453 req-6c5b1f5e-4755-4ed9-a5ce-700a3060258c service nova] Releasing lock "refresh_cache-a0db8146-9133-4a08-be63-2eb6909192d7" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:48:57 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:48:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 15:49:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:49:01 user nova-compute[75223]: INFO nova.compute.claims [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Claim successful on node user
Dec 01 15:49:01 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:49:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.541s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updating instance_info_cache with network_info: [{"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.network.neutron [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:49:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.policy [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eec1486013a4f76b46264f86179d660', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '163fbbe2ae5f468aab5f6da18bc2f1ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:49:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Creating image(s)
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "/opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "/opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "/opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.008s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.227s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.201s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk 1073741824" returned: 0 in 0.066s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.253s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:49:03 user nova-compute[75223]: INFO nova.compute.claims [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Claim successful on node user
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.network.neutron [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Successfully created port: 90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Cannot resize image /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Ensure instance console log exists: /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.568s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:49:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.policy [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6eff3a1cabf346afbd75fb71ca675d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '749298b94152490da6b45e6b2e92f0d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:49:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Creating image(s)
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "/opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "/opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "/opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.064s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Successfully updated port: 90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-changed-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Refreshing instance network info cache due to event network-changed-90948b0a-6db9-497b-b1df-4d1a6cb01c90. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] Acquiring lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] Acquired lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Refreshing network info cache for port 90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk 1073741824" returned: 0 in 0.054s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.244s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.network.neutron [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-653dd848-a4d9-4227-945d-064c9f4166b3 req-de933c86-3a65-419e-af34-0d7e46fd4349 service nova] Releasing lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquired lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Successfully created port: 4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Cannot resize image /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Ensure instance console log exists: /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating instance_info_cache with network_info: [{"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Releasing lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Instance network_info: |[{"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Start _get_guest_xml network_info=[{"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:49:05 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:05 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-474672404',display_name='tempest-SnapshotDataIntegrityTests-server-474672404',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-474672404',id=25,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvb7Ir64e+a5DuP3HOdsZ2FaNGOWpjFmAjdXXjvwLjFvrYV4585prdD+uBvDfRHh7H4vFvCI7cv52b0dW2z7JDkvlEcR2hH0Wy6RmCDiDsgkwFvtT35Lks4XbHk3mId8Q==',key_name='tempest-keypair-627289903',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='163fbbe2ae5f468aab5f6da18bc2f1ad',ramdisk_id='',reservation_id='r-i0949phk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-878660003',owner_user_name='tempest-SnapshotDataIntegrityTests-878660003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5eec1486013a4f76b46264f86179d660',uuid=f0d21f87-71a8-4ecb-9a41-2f10de484a6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Converting VIF {"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:14:09,bridge_name='br-int',has_traffic_filtering=True,id=90948b0a-6db9-497b-b1df-4d1a6cb01c90,network=Network(045abff8-b0a0-4013-9182-8f6188c8dd5f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90948b0a-6d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.objects.instance [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'pci_devices' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:49:05 user nova-compute[75223]:   <uuid>f0d21f87-71a8-4ecb-9a41-2f10de484a6c</uuid>
Dec 01 15:49:05 user nova-compute[75223]:   <name>instance-00000019</name>
Dec 01 15:49:05 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:49:05 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:49:05 user nova-compute[75223]:   <metadata>
Dec 01 15:49:05 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:49:05 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:49:05 user nova-compute[75223]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-474672404</nova:name>
Dec 01 15:49:05 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:49:05</nova:creationTime>
Dec 01 15:49:05 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:49:05 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:49:05 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:49:05 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:49:05 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:49:05 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:49:05 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:49:05 user nova-compute[75223]:       <nova:owner>
Dec 01 15:49:05 user nova-compute[75223]:         <nova:user uuid="5eec1486013a4f76b46264f86179d660">tempest-SnapshotDataIntegrityTests-878660003-project-member</nova:user>
Dec 01 15:49:05 user nova-compute[75223]:         <nova:project uuid="163fbbe2ae5f468aab5f6da18bc2f1ad">tempest-SnapshotDataIntegrityTests-878660003</nova:project>
Dec 01 15:49:05 user nova-compute[75223]:       </nova:owner>
Dec 01 15:49:05 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:49:05 user nova-compute[75223]:       <nova:ports>
Dec 01 15:49:05 user nova-compute[75223]:         <nova:port uuid="90948b0a-6db9-497b-b1df-4d1a6cb01c90">
Dec 01 15:49:05 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 15:49:05 user nova-compute[75223]:         </nova:port>
Dec 01 15:49:05 user nova-compute[75223]:       </nova:ports>
Dec 01 15:49:05 user nova-compute[75223]:     </nova:instance>
Dec 01 15:49:05 user nova-compute[75223]:   </metadata>
Dec 01 15:49:05 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:49:05 user nova-compute[75223]:     <system>
Dec 01 15:49:05 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:49:05 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:49:05 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:49:05 user nova-compute[75223]:       <entry name="serial">f0d21f87-71a8-4ecb-9a41-2f10de484a6c</entry>
Dec 01 15:49:05 user nova-compute[75223]:       <entry name="uuid">f0d21f87-71a8-4ecb-9a41-2f10de484a6c</entry>
Dec 01 15:49:05 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:49:05 user nova-compute[75223]:     </system>
Dec 01 15:49:05 user nova-compute[75223]:   </sysinfo>
Dec 01 15:49:05 user nova-compute[75223]:   <os>
Dec 01 15:49:05 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:49:05 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:49:05 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:49:05 user nova-compute[75223]:   </os>
Dec 01 15:49:05 user nova-compute[75223]:   <features>
Dec 01 15:49:05 user nova-compute[75223]:     <acpi/>
Dec 01 15:49:05 user nova-compute[75223]:     <apic/>
Dec 01 15:49:05 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:49:05 user nova-compute[75223]:   </features>
Dec 01 15:49:05 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:49:05 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:49:05 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:49:05 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:49:05 user nova-compute[75223]:   </clock>
Dec 01 15:49:05 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:49:05 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:49:05 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:49:05 user nova-compute[75223]:   </cpu>
Dec 01 15:49:05 user nova-compute[75223]:   <devices>
Dec 01 15:49:05 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:49:05 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:49:05 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk"/>
Dec 01 15:49:05 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:49:05 user nova-compute[75223]:     </disk>
Dec 01 15:49:05 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:49:05 user nova-compute[75223]:       <mac address="fa:16:3e:e8:14:09"/>
Dec 01 15:49:05 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:05 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:49:05 user nova-compute[75223]:       <target dev="tap90948b0a-6d"/>
Dec 01 15:49:05 user nova-compute[75223]:     </interface>
Dec 01 15:49:05 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:49:05 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/console.log" append="off"/>
Dec 01 15:49:05 user nova-compute[75223]:     </serial>
Dec 01 15:49:05 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:49:05 user nova-compute[75223]:     <video>
Dec 01 15:49:05 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:05 user nova-compute[75223]:     </video>
Dec 01 15:49:05 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:49:05 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:49:05 user nova-compute[75223]:     </rng>
Dec 01 15:49:05 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:49:05 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:49:05 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:49:05 user nova-compute[75223]:     </memballoon>
Dec 01 15:49:05 user nova-compute[75223]:   </devices>
Dec 01 15:49:05 user nova-compute[75223]: </domain>
Dec 01 15:49:05 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-474672404',display_name='tempest-SnapshotDataIntegrityTests-server-474672404',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-474672404',id=25,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvb7Ir64e+a5DuP3HOdsZ2FaNGOWpjFmAjdXXjvwLjFvrYV4585prdD+uBvDfRHh7H4vFvCI7cv52b0dW2z7JDkvlEcR2hH0Wy6RmCDiDsgkwFvtT35Lks4XbHk3mId8Q==',key_name='tempest-keypair-627289903',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='163fbbe2ae5f468aab5f6da18bc2f1ad',ramdisk_id='',reservation_id='r-i0949phk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-878660003',owner_user_name='tempest-SnapshotDataIntegrityTests-878660003-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5eec1486013a4f76b46264f86179d660',uuid=f0d21f87-71a8-4ecb-9a41-2f10de484a6c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Converting VIF {"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e8:14:09,bridge_name='br-int',has_traffic_filtering=True,id=90948b0a-6db9-497b-b1df-4d1a6cb01c90,network=Network(045abff8-b0a0-4013-9182-8f6188c8dd5f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90948b0a-6d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG os_vif [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:14:09,bridge_name='br-int',has_traffic_filtering=True,id=90948b0a-6db9-497b-b1df-4d1a6cb01c90,network=Network(045abff8-b0a0-4013-9182-8f6188c8dd5f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90948b0a-6d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '26e6a0ee-a600-5c01-a6d7-2632e14a222a', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90948b0a-6d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90948b0a-6d, col_values=(('qos', UUID('72d838d1-182e-4e62-b462-166b0300bf34')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90948b0a-6d, col_values=(('external_ids', {'iface-id': '90948b0a-6db9-497b-b1df-4d1a6cb01c90', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e8:14:09', 'vm-uuid': 'f0d21f87-71a8-4ecb-9a41-2f10de484a6c'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:05 user nova-compute[75223]: INFO os_vif [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e8:14:09,bridge_name='br-int',has_traffic_filtering=True,id=90948b0a-6db9-497b-b1df-4d1a6cb01c90,network=Network(045abff8-b0a0-4013-9182-8f6188c8dd5f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90948b0a-6d')
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No VIF found with MAC fa:16:3e:e8:14:09, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Successfully updated port: 4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquired lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-changed-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Refreshing instance network info cache due to event network-changed-4b9a872a-d319-40f9-b139-1ab3e4d44a90. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:49:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] Acquiring lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updating instance_info_cache with network_info: [{"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Releasing lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Instance network_info: |[{"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] Acquired lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Refreshing network info cache for port 4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Start _get_guest_xml network_info=[{"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:49:06 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:06 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-742387177',display_name='tempest-AttachVolumeTestJSON-server-742387177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-742387177',id=26,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEjlR9hwkP+zRAtdTnwX5ZENFki+1iiD+/cz2+eQ0C2e8tyWny9YoSZU+X6mrN+ymJhjIaVVHsv/WaFIHt5Zb3wPf0ZZZNdm2yqjSqLfSTJhztbd6escVvVQVbX0h0ilZg==',key_name='tempest-keypair-1594280602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-snibptc6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=2065acbf-e750-4bc2-8499-b244456be0b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:91:36,bridge_name='br-int',has_traffic_filtering=True,id=4b9a872a-d319-40f9-b139-1ab3e4d44a90,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b9a872a-d3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.objects.instance [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'pci_devices' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:49:06 user nova-compute[75223]:   <uuid>2065acbf-e750-4bc2-8499-b244456be0b4</uuid>
Dec 01 15:49:06 user nova-compute[75223]:   <name>instance-0000001a</name>
Dec 01 15:49:06 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:49:06 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:49:06 user nova-compute[75223]:   <metadata>
Dec 01 15:49:06 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:49:06 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:49:06 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeTestJSON-server-742387177</nova:name>
Dec 01 15:49:06 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:49:06</nova:creationTime>
Dec 01 15:49:06 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:49:06 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:49:06 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:49:06 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:49:06 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:49:06 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:49:06 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:49:06 user nova-compute[75223]:       <nova:owner>
Dec 01 15:49:06 user nova-compute[75223]:         <nova:user uuid="6eff3a1cabf346afbd75fb71ca675d0d">tempest-AttachVolumeTestJSON-1572969483-project-member</nova:user>
Dec 01 15:49:06 user nova-compute[75223]:         <nova:project uuid="749298b94152490da6b45e6b2e92f0d8">tempest-AttachVolumeTestJSON-1572969483</nova:project>
Dec 01 15:49:06 user nova-compute[75223]:       </nova:owner>
Dec 01 15:49:06 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:49:06 user nova-compute[75223]:       <nova:ports>
Dec 01 15:49:06 user nova-compute[75223]:         <nova:port uuid="4b9a872a-d319-40f9-b139-1ab3e4d44a90">
Dec 01 15:49:06 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 15:49:06 user nova-compute[75223]:         </nova:port>
Dec 01 15:49:06 user nova-compute[75223]:       </nova:ports>
Dec 01 15:49:06 user nova-compute[75223]:     </nova:instance>
Dec 01 15:49:06 user nova-compute[75223]:   </metadata>
Dec 01 15:49:06 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:49:06 user nova-compute[75223]:     <system>
Dec 01 15:49:06 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:49:06 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:49:06 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:49:06 user nova-compute[75223]:       <entry name="serial">2065acbf-e750-4bc2-8499-b244456be0b4</entry>
Dec 01 15:49:06 user nova-compute[75223]:       <entry name="uuid">2065acbf-e750-4bc2-8499-b244456be0b4</entry>
Dec 01 15:49:06 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:49:06 user nova-compute[75223]:     </system>
Dec 01 15:49:06 user nova-compute[75223]:   </sysinfo>
Dec 01 15:49:06 user nova-compute[75223]:   <os>
Dec 01 15:49:06 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:49:06 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:49:06 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:49:06 user nova-compute[75223]:   </os>
Dec 01 15:49:06 user nova-compute[75223]:   <features>
Dec 01 15:49:06 user nova-compute[75223]:     <acpi/>
Dec 01 15:49:06 user nova-compute[75223]:     <apic/>
Dec 01 15:49:06 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:49:06 user nova-compute[75223]:   </features>
Dec 01 15:49:06 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:49:06 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:49:06 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:49:06 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:49:06 user nova-compute[75223]:   </clock>
Dec 01 15:49:06 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:49:06 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:49:06 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:49:06 user nova-compute[75223]:   </cpu>
Dec 01 15:49:06 user nova-compute[75223]:   <devices>
Dec 01 15:49:06 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:49:06 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:49:06 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk"/>
Dec 01 15:49:06 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:49:06 user nova-compute[75223]:     </disk>
Dec 01 15:49:06 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:49:06 user nova-compute[75223]:       <mac address="fa:16:3e:ac:91:36"/>
Dec 01 15:49:06 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:06 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:49:06 user nova-compute[75223]:       <target dev="tap4b9a872a-d3"/>
Dec 01 15:49:06 user nova-compute[75223]:     </interface>
Dec 01 15:49:06 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:49:06 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/console.log" append="off"/>
Dec 01 15:49:06 user nova-compute[75223]:     </serial>
Dec 01 15:49:06 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:49:06 user nova-compute[75223]:     <video>
Dec 01 15:49:06 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:06 user nova-compute[75223]:     </video>
Dec 01 15:49:06 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:49:06 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:49:06 user nova-compute[75223]:     </rng>
Dec 01 15:49:06 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:49:06 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:49:06 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:49:06 user nova-compute[75223]:     </memballoon>
Dec 01 15:49:06 user nova-compute[75223]:   </devices>
Dec 01 15:49:06 user nova-compute[75223]: </domain>
Dec 01 15:49:06 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-742387177',display_name='tempest-AttachVolumeTestJSON-server-742387177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-742387177',id=26,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEjlR9hwkP+zRAtdTnwX5ZENFki+1iiD+/cz2+eQ0C2e8tyWny9YoSZU+X6mrN+ymJhjIaVVHsv/WaFIHt5Zb3wPf0ZZZNdm2yqjSqLfSTJhztbd6escVvVQVbX0h0ilZg==',key_name='tempest-keypair-1594280602',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-snibptc6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=2065acbf-e750-4bc2-8499-b244456be0b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:91:36,bridge_name='br-int',has_traffic_filtering=True,id=4b9a872a-d319-40f9-b139-1ab3e4d44a90,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b9a872a-d3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_vif [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:91:36,bridge_name='br-int',has_traffic_filtering=True,id=4b9a872a-d319-40f9-b139-1ab3e4d44a90,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b9a872a-d3') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '99dd9019-3978-5685-ab48-d0c12bb1bee2', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4b9a872a-d3, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4b9a872a-d3, col_values=(('qos', UUID('568f16c8-559e-4cd6-8e88-2f825df51d58')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4b9a872a-d3, col_values=(('external_ids', {'iface-id': '4b9a872a-d319-40f9-b139-1ab3e4d44a90', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ac:91:36', 'vm-uuid': '2065acbf-e750-4bc2-8499-b244456be0b4'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:06 user nova-compute[75223]: INFO os_vif [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:91:36,bridge_name='br-int',has_traffic_filtering=True,id=4b9a872a-d319-40f9-b139-1ab3e4d44a90,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b9a872a-d3')
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No VIF found with MAC fa:16:3e:ac:91:36, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updated VIF entry in instance network info cache for port 4b9a872a-d319-40f9-b139-1ab3e4d44a90. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updating instance_info_cache with network_info: [{"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a5b596f9-a3bb-4972-b272-5ecb5f8be764 req-89ef7820-2afc-4b5b-a8bb-33395b7d56eb service nova] Releasing lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:06 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fd9fd9e-74b5-4a83-86b9-c578e80c5656]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:49:06 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f673252a-a8a7-4091-8a02-101047b4ddc1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca] added
Dec 01 15:49:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e6f585-31f8-4360-999a-271eef801f13]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bc8f41d-90cd-46eb-a7f3-3a5972aaf850]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mqTXCvRb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mqTXCvRb" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3efa837b-6928-4699-b025-0331c8e8692a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mqTXCvRb'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[909b80b5-d518-48aa-95f0-442a5c98a2ce]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[143c6788-36ae-4cca-87e6-88a54fbb0626]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --login" returned: 0 in 0.094s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fc9beb9-69d1-420c-b6ca-ac23067749a8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]
Dec 01 15:49:07 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.
Dec 01 15:49:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c844142b-f9c3-43bd-9455-0bf1019586ca]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc4c6502-851f-438a-9a73-e1a78f197a68]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c91da3a0-0d44-4d99-96de-745959fbf161]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8027152-607f-40e1-9a37-14cac39885be req-1e0aa6cf-bc41-403d-ada6-a5998ee33f2c service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8027152-607f-40e1-9a37-14cac39885be req-1e0aa6cf-bc41-403d-ada6-a5998ee33f2c service nova] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8027152-607f-40e1-9a37-14cac39885be req-1e0aa6cf-bc41-403d-ada6-a5998ee33f2c service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8027152-607f-40e1-9a37-14cac39885be req-1e0aa6cf-bc41-403d-ada6-a5998ee33f2c service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8027152-607f-40e1-9a37-14cac39885be req-1e0aa6cf-bc41-403d-ada6-a5998ee33f2c service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] No waiting events found dispatching network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:07 user nova-compute[75223]: WARNING nova.compute.manager [req-c8027152-607f-40e1-9a37-14cac39885be req-1e0aa6cf-bc41-403d-ada6-a5998ee33f2c service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received unexpected event network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 for instance with vm_state building and task_state spawning.
Dec 01 15:49:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23261386331393331', 'path': '/dev/sdf'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261386331393331', 'path': '/dev/sdf'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lazy-loading 'flavor' on Instance uuid a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:49:08 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:49:08 user nova-compute[75223]:   <source dev="/dev/sdf"/>
Dec 01 15:49:08 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:49:08 user nova-compute[75223]:   <serial>a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca</serial>
Dec 01 15:49:08 user nova-compute[75223]: </disk>
Dec 01 15:49:08 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:49:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] No VIF found with MAC fa:16:3e:99:cd:4f, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:49:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2a1e810e-c82f-41ae-8014-6ff4ff1ae4c2 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 13.275s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] No waiting events found dispatching network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:10 user nova-compute[75223]: WARNING nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received unexpected event network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 for instance with vm_state building and task_state spawning.
Dec 01 15:49:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] No waiting events found dispatching network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:10 user nova-compute[75223]: WARNING nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received unexpected event network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 for instance with vm_state building and task_state spawning.
Dec 01 15:49:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] No waiting events found dispatching network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:10 user nova-compute[75223]: WARNING nova.compute.manager [req-bb9afe54-f3ce-4243-ab33-63582da5b41d req-2e6e28ff-cf35-427e-9ffe-dda301441a67 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received unexpected event network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 for instance with vm_state building and task_state spawning.
Dec 01 15:49:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG os_brick.utils [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3094f205-36a8-483a-8c19-707ad614df14]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aef3fca-4ade-4915-ac4b-2e3bd91f963e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[db297e7f-61a6-45b9-85a3-9e5e41cd7b21]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c492a710-a223-4e7c-81e8-bf55567cff35]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:49:10 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:49:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[097020c8-d0ff-41b7-acba-0e743d150d1a]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:49:10 user nova-compute[75223]: DEBUG os_brick.utils [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:11 user nova-compute[75223]: INFO nova.compute.manager [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Swapping volume a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca for 9432bb61-3e9a-4974-ba34-c6cc6bbf1e71
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:49:11 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Instance spawned successfully.
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: INFO nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Took 8.54 seconds to spawn the instance on the hypervisor.
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:11 user nova-compute[75223]: INFO nova.compute.manager [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Took 9.57 seconds to build instance.
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-71f74a95-cb0a-4a97-84d9-a88b101cf0f9 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.712s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:49:11 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Instance spawned successfully.
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:11 user nova-compute[75223]: INFO nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Took 7.44 seconds to spawn the instance on the hypervisor.
Dec 01 15:49:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:49:11 user nova-compute[75223]: INFO nova.compute.manager [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Took 8.41 seconds to build instance.
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc64f25-8e77-4429-b021-a5ffa7600fc6 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.584s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.223s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.271s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.281s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json" returned: 0 in 0.230s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:49:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:49:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:16 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:16 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7442MB free_disk=25.19251251220703GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c12c4079-3c85-47ed-87c4-c42ed1f44c7d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a0db8146-9133-4a08-be63-2eb6909192d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 730cf312-5f13-436b-ad61-f1cdaaedec5a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2065acbf-e750-4bc2-8499-b244456be0b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 15:49:16 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 15:49:17 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:49:17 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:49:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:49:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.908s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:18 user nova-compute[75223]: INFO nova.compute.manager [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Unshelving
Dec 01 15:49:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'pci_requests' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'numa_topology' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:18 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:49:18 user nova-compute[75223]: INFO nova.compute.claims [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Claim successful on node user
Dec 01 15:49:19 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:49:19 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:49:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.561s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:19 user nova-compute[75223]: INFO nova.network.neutron [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating port 35020f68-b26e-4080-b1fd-35c521502f58 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquired lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-changed-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing instance network info cache due to event network-changed-35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] Acquiring lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Releasing lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:49:20 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Creating image(s)
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'trusted_certs' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] Acquired lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Refreshing network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG nova.objects.base [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<853dc6f1-5351-4926-af51-c4e358684f6a> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "4b2c88861b37ead0f932a33bcd2cac17dea8ab72" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "4b2c88861b37ead0f932a33bcd2cac17dea8ab72" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.part --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG nova.virt.images [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] ed1089e9-e581-4c77-960c-fc3823236c3f was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.part /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updated VIF entry in instance network info cache for port 35020f68-b26e-4080-b1fd-35c521502f58. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3d8185fc-6d00-46c9-b814-e8bb49ffced5 req-f0ce0c09-9473-4794-b92a-618ca8948547 service nova] Releasing lock "refresh_cache-853dc6f1-5351-4926-af51-c4e358684f6a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEbDIGzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a0db8146-9133-4a08-be63-2eb6909192d7', 'attached_at': '', 'detached_at': '', 'volume_id': '9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'serial': '9432bb61-3e9a-4974-ba34-c6cc6bbf1e71'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': 'a0db8146-9133-4a08-be63-2eb6909192d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'serial'} {{(pid=75223) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEbDIGzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:22 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fd36450-5406-4119-8baa-a1e76a6be9e9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:49:22 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.part /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.converted" returned: 0 in 0.403s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9217865f-8aef-4e54-a461-99ee3983d811]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71] added
Dec 01 15:49:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c7c9625-810a-4c04-bfd8-ba10ae6feed9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f231abfd-2fa4-42d4-9624-734a4aacbe39]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iEbDIGzm {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v iEbDIGzm" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa940903-1e9d-48ed-baa3-b5b87bea75b8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'iEbDIGzm'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[feb631f2-d764-43fd-ac8b-2ca507661c3c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1205ad09-a1d6-4308-aa49-593418820fa5]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "4b2c88861b37ead0f932a33bcd2cac17dea8ab72" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.949s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d2fd0e-c872-4e8d-a272-d1e066a93a6a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260]
Dec 01 15:49:22 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260] successful.
Dec 01 15:49:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a10ed85-1db6-4d62-a2fc-f316d70deb4b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4225aee-d0ce-4eca-aba8-030a187c1663]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.390s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] HCTL ('38', '-', '-', 0) found on session 33 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Scanning host 38 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e80a619-6c72-432d-a176-01b18eb69093]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Searching for a device in session 33 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEbDIGzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72 --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "4b2c88861b37ead0f932a33bcd2cac17dea8ab72" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "4b2c88861b37ead0f932a33bcd2cac17dea8ab72" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72 --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72,backing_fmt=raw /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72,backing_fmt=raw /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk 1073741824" returned: 0 in 0.071s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "4b2c88861b37ead0f932a33bcd2cac17dea8ab72" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-changed-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing instance network info cache due to event network-changed-2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] Acquiring lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] Acquired lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Refreshing network info cache for port 2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72 --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'migration_context' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.objects.base [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<853dc6f1-5351-4926-af51-c4e358684f6a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:49:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Rebasing disk image.
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:23 user nova-compute[75223]: INFO nova.compute.manager [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Terminating instance
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 -F raw /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-364d8172-f5a5-49ed-93df-9fdad3c46723 req-24ee41d8-b29c-4852-bc7f-b2b3aa890a1d service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-unplugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-364d8172-f5a5-49ed-93df-9fdad3c46723 req-24ee41d8-b29c-4852-bc7f-b2b3aa890a1d service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-364d8172-f5a5-49ed-93df-9fdad3c46723 req-24ee41d8-b29c-4852-bc7f-b2b3aa890a1d service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-364d8172-f5a5-49ed-93df-9fdad3c46723 req-24ee41d8-b29c-4852-bc7f-b2b3aa890a1d service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-364d8172-f5a5-49ed-93df-9fdad3c46723 req-24ee41d8-b29c-4852-bc7f-b2b3aa890a1d service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-unplugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-364d8172-f5a5-49ed-93df-9fdad3c46723 req-24ee41d8-b29c-4852-bc7f-b2b3aa890a1d service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-unplugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.445s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] <== connect_volume: return (1447ms) {'type': 'block', 'scsi_wwn': '23531393735653566', 'path': '/dev/sdg'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23531393735653566', 'path': '/dev/sdg'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:49:23 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lazy-loading 'flavor' on Instance uuid a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.network.neutron [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updated VIF entry in instance network info cache for port 2852980a-8bee-423b-9997-e8257748ed50. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.network.neutron [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [{"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-100c32a8-25c5-4527-9b06-b6c5c542b1a8 req-cde42b15-6fb2-49d4-bbfc-dbaf2893dd0f service nova] Releasing lock "refresh_cache-730cf312-5f13-436b-ad61-f1cdaaedec5a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:24 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Instance destroyed successfully.
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.objects.instance [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lazy-loading 'resources' on Instance uuid 730cf312-5f13-436b-ad61-f1cdaaedec5a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:43:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-548225927',display_name='tempest-TestShelveInstance-server-548225927',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-548225927',id=19,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLSusRQ4wvujIUZeafKvyvwq1RzNNDyNn5n8K9K/mKSHGrAgKVKSq9WqPHWaRKnDl99XCpYvefDcNAOin4LSm71wEDw4U31qHQVJmdKixKr/QbdMKvIkVt2eI/KEL7P3Dg==',key_name='tempest-TestShelveInstance-1586855978',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:47:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='cf628b2992324266a364fc6b8259164f',ramdisk_id='',reservation_id='r-oyg0z94m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-1591946578',owner_user_name='tempest-TestShelveInstance-1591946578-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:47:49Z,user_data=None,user_id='7d41e973c4724cd18428e8ef5eb28eba',uuid=730cf312-5f13-436b-ad61-f1cdaaedec5a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converting VIF {"id": "2852980a-8bee-423b-9997-e8257748ed50", "address": "fa:16:3e:1e:14:e4", "network": {"id": "13507955-5b80-4328-bc76-f6696c9fdfa1", "bridge": "br-int", "label": "tempest-TestShelveInstance-1591454493-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "cf628b2992324266a364fc6b8259164f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2852980a-8b", "ovs_interfaceid": "2852980a-8bee-423b-9997-e8257748ed50", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_vif [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2852980a-8b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5843bd82-1a17-4fa7-90c3-d2c0d8331c3a) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:24 user nova-compute[75223]: INFO os_vif [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1e:14:e4,bridge_name='br-int',has_traffic_filtering=True,id=2852980a-8bee-423b-9997-e8257748ed50,network=Network(13507955-5b80-4328-bc76-f6696c9fdfa1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2852980a-8b')
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'AUdBRYcX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:24 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a45b274-9d37-46b2-9911-cd6386517b99]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:49:24 user nova-compute[75223]: No targets found.
Dec 01 15:49:24 user nova-compute[75223]: iSNS:
Dec 01 15:49:24 user nova-compute[75223]: No targets found.
Dec 01 15:49:24 user nova-compute[75223]: STATIC:
Dec 01 15:49:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71
Dec 01 15:49:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5
Dec 01 15:49:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:49:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64
Dec 01 15:49:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca
Dec 01 15:49:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:24 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:49:24 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:24 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:24 user nova-compute[75223]: FIRMWARE:
Dec 01 15:49:24 user nova-compute[75223]: No targets found.
Dec 01 15:49:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:49:24 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:49:24 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[76761eca-9bcf-44ad-8630-54f3f9df99e4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[84556c0b-cb67-43f5-bf49-dbe7c16ba028]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:24 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45dadd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[302604f2-14eb-42b2-a9b6-25299989faae]: (4, ('path checker states:\nup                  5\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.037s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a889e877-ae62-4202-ab63-7c682feb3ab2]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:49:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0629f51-1e77-4c99-ab6b-158782d5ec74]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 84934656 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.328s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6992b997-609a-4874-8c70-22fda9a588d3]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.354s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d388c3f3-6b90-4f0d-87d9-b3308c9c8298]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 160432128 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --logout" returned: 0 in 0.124s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[82f3517f-37b3-48cb-9edf-ece7ed725eab]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260]
Dec 01 15:49:25 user nova-compute[75223]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64, portal: 172.16.0.220,3260] successful.
Dec 01 15:49:25 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cd198bca-7b06-4e23-954f-15a437d8fc64 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.058s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a254e51-47e0-44d5-925d-535c3243f1f3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 1.215s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] <== disconnect_volume: return (1216ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:49:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Deleting instance files /opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a_del
Dec 01 15:49:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Deletion of /opt/stack/data/nova/instances/730cf312-5f13-436b-ad61-f1cdaaedec5a_del complete
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-9e369712-6e8e-46c1-804e-c349c78559aa req-add86cf5-7a03-49eb-8e18-3138119ba44d service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9e369712-6e8e-46c1-804e-c349c78559aa req-add86cf5-7a03-49eb-8e18-3138119ba44d service nova] Acquiring lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9e369712-6e8e-46c1-804e-c349c78559aa req-add86cf5-7a03-49eb-8e18-3138119ba44d service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9e369712-6e8e-46c1-804e-c349c78559aa req-add86cf5-7a03-49eb-8e18-3138119ba44d service nova] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-9e369712-6e8e-46c1-804e-c349c78559aa req-add86cf5-7a03-49eb-8e18-3138119ba44d service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] No waiting events found dispatching network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:26 user nova-compute[75223]: WARNING nova.compute.manager [req-9e369712-6e8e-46c1-804e-c349c78559aa req-add86cf5-7a03-49eb-8e18-3138119ba44d service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received unexpected event network-vif-plugged-2852980a-8bee-423b-9997-e8257748ed50 for instance with vm_state active and task_state deleting.
Dec 01 15:49:26 user nova-compute[75223]: INFO nova.compute.manager [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Took 2.49 seconds to destroy the instance on the hypervisor.
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 216006656 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 -F raw /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk" returned: 0 in 3.112s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Ensure instance console log exists: /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Start _get_guest_xml network_info=[{"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='e04c3f463b79e34ea228714eadb52b2e',container_format='bare',created_at=2023-12-01T15:47:25Z,direct_url=<?>,disk_format='qcow2',id=ed1089e9-e581-4c77-960c-fc3823236c3f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-810087427-shelved',owner='12b386d4eba248328f062c861d22cc85',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-01T15:47:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:26 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:26 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e04c3f463b79e34ea228714eadb52b2e',container_format='bare',created_at=2023-12-01T15:47:25Z,direct_url=<?>,disk_format='qcow2',id=ed1089e9-e581-4c77-960c-fc3823236c3f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-810087427-shelved',owner='12b386d4eba248328f062c861d22cc85',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-01T15:47:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'vcpu_model' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:26 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Took 0.79 seconds to deallocate network for instance.
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.objects.base [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<853dc6f1-5351-4926-af51-c4e358684f6a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-810087427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-810087427',id=20,image_ref='ed1089e9-e581-4c77-960c-fc3823236c3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2121303983',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:45:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-0r8yy6y8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member',shelved_at='2023-12-01T15:47:30.324797',shelved_host='user',shelved_image_id='ed1089e9-e581-4c77-960c-fc3823236c3f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=853dc6f1-5351-4926-af51-c4e358684f6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'pci_devices' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-0dddffd8-7c30-4f41-9522-72f07e32666a req-98038f48-7722-43af-9e07-711b62a42b26 service nova] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Received event network-vif-deleted-2852980a-8bee-423b-9997-e8257748ed50 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 376438784 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.objects.base [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Object Instance<853dc6f1-5351-4926-af51-c4e358684f6a> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:49:26 user nova-compute[75223]:   <uuid>853dc6f1-5351-4926-af51-c4e358684f6a</uuid>
Dec 01 15:49:26 user nova-compute[75223]:   <name>instance-00000014</name>
Dec 01 15:49:26 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:49:26 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:49:26 user nova-compute[75223]:   <metadata>
Dec 01 15:49:26 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:49:26 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:49:26 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-810087427</nova:name>
Dec 01 15:49:26 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:49:26</nova:creationTime>
Dec 01 15:49:26 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:49:26 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:49:26 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:49:26 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:49:26 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:49:26 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:49:26 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:49:26 user nova-compute[75223]:       <nova:owner>
Dec 01 15:49:26 user nova-compute[75223]:         <nova:user uuid="1c3011c28d7c4f61af61c5d89043e245">tempest-AttachVolumeShelveTestJSON-474565575-project-member</nova:user>
Dec 01 15:49:26 user nova-compute[75223]:         <nova:project uuid="12b386d4eba248328f062c861d22cc85">tempest-AttachVolumeShelveTestJSON-474565575</nova:project>
Dec 01 15:49:26 user nova-compute[75223]:       </nova:owner>
Dec 01 15:49:26 user nova-compute[75223]:       <nova:root type="image" uuid="ed1089e9-e581-4c77-960c-fc3823236c3f"/>
Dec 01 15:49:26 user nova-compute[75223]:       <nova:ports>
Dec 01 15:49:26 user nova-compute[75223]:         <nova:port uuid="35020f68-b26e-4080-b1fd-35c521502f58">
Dec 01 15:49:26 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 15:49:26 user nova-compute[75223]:         </nova:port>
Dec 01 15:49:26 user nova-compute[75223]:       </nova:ports>
Dec 01 15:49:26 user nova-compute[75223]:     </nova:instance>
Dec 01 15:49:26 user nova-compute[75223]:   </metadata>
Dec 01 15:49:26 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:49:26 user nova-compute[75223]:     <system>
Dec 01 15:49:26 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:49:26 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:49:26 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:49:26 user nova-compute[75223]:       <entry name="serial">853dc6f1-5351-4926-af51-c4e358684f6a</entry>
Dec 01 15:49:26 user nova-compute[75223]:       <entry name="uuid">853dc6f1-5351-4926-af51-c4e358684f6a</entry>
Dec 01 15:49:26 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:49:26 user nova-compute[75223]:     </system>
Dec 01 15:49:26 user nova-compute[75223]:   </sysinfo>
Dec 01 15:49:26 user nova-compute[75223]:   <os>
Dec 01 15:49:26 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:49:26 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:49:26 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:49:26 user nova-compute[75223]:   </os>
Dec 01 15:49:26 user nova-compute[75223]:   <features>
Dec 01 15:49:26 user nova-compute[75223]:     <acpi/>
Dec 01 15:49:26 user nova-compute[75223]:     <apic/>
Dec 01 15:49:26 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:49:26 user nova-compute[75223]:   </features>
Dec 01 15:49:26 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:49:26 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:49:26 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:49:26 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:49:26 user nova-compute[75223]:   </clock>
Dec 01 15:49:26 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:49:26 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:49:26 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:49:26 user nova-compute[75223]:   </cpu>
Dec 01 15:49:26 user nova-compute[75223]:   <devices>
Dec 01 15:49:26 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:49:26 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:49:26 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk"/>
Dec 01 15:49:26 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:49:26 user nova-compute[75223]:     </disk>
Dec 01 15:49:26 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:49:26 user nova-compute[75223]:       <mac address="fa:16:3e:97:3d:6a"/>
Dec 01 15:49:26 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:26 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:49:26 user nova-compute[75223]:       <target dev="tap35020f68-b2"/>
Dec 01 15:49:26 user nova-compute[75223]:     </interface>
Dec 01 15:49:26 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:49:26 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/console.log" append="off"/>
Dec 01 15:49:26 user nova-compute[75223]:     </serial>
Dec 01 15:49:26 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:49:26 user nova-compute[75223]:     <video>
Dec 01 15:49:26 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:26 user nova-compute[75223]:     </video>
Dec 01 15:49:26 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:49:26 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:49:26 user nova-compute[75223]:     </rng>
Dec 01 15:49:26 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:49:26 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:49:26 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:49:26 user nova-compute[75223]:     </memballoon>
Dec 01 15:49:26 user nova-compute[75223]:   </devices>
Dec 01 15:49:26 user nova-compute[75223]: </domain>
Dec 01 15:49:26 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-810087427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-810087427',id=20,image_ref='ed1089e9-e581-4c77-960c-fc3823236c3f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-2121303983',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:45:36Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-0r8yy6y8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member',shelved_at='2023-12-01T15:47:30.324797',shelved_host='user',shelved_image_id='ed1089e9-e581-4c77-960c-fc3823236c3f'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:19Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=853dc6f1-5351-4926-af51-c4e358684f6a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG os_vif [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6e02e514-bc72-51eb-99bb-c82b68b2fecc', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap35020f68-b2, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap35020f68-b2, col_values=(('qos', UUID('ae87d8f0-0ccc-4aac-912b-701ed143e163')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap35020f68-b2, col_values=(('external_ids', {'iface-id': '35020f68-b26e-4080-b1fd-35c521502f58', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:97:3d:6a', 'vm-uuid': '853dc6f1-5351-4926-af51-c4e358684f6a'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:27 user nova-compute[75223]: INFO os_vif [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2')
Dec 01 15:49:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:49:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] No VIF found with MAC fa:16:3e:97:3d:6a, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:49:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 544210944 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 623902720 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:28 user nova-compute[75223]: INFO nova.compute.manager [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Took 1.20 seconds to detach 1 volumes for instance.
Dec 01 15:49:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] [instance: 730cf312-5f13-436b-ad61-f1cdaaedec5a] Deleting volume: cd198bca-7b06-4e23-954f-15a437d8fc64 {{(pid=75223) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 795869184 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:49:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.570s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:28 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Deleted allocations for instance 730cf312-5f13-436b-ad61-f1cdaaedec5a
Dec 01 15:49:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 944766976 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-ff0bd94c-01a6-4c38-af4e-3ec27d8f5f75 req-646b12ce-948a-4fec-973c-45fe08ce7d69 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ff0bd94c-01a6-4c38-af4e-3ec27d8f5f75 req-646b12ce-948a-4fec-973c-45fe08ce7d69 service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ff0bd94c-01a6-4c38-af4e-3ec27d8f5f75 req-646b12ce-948a-4fec-973c-45fe08ce7d69 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ff0bd94c-01a6-4c38-af4e-3ec27d8f5f75 req-646b12ce-948a-4fec-973c-45fe08ce7d69 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-ff0bd94c-01a6-4c38-af4e-3ec27d8f5f75 req-646b12ce-948a-4fec-973c-45fe08ce7d69 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:29 user nova-compute[75223]: WARNING nova.compute.manager [req-ff0bd94c-01a6-4c38-af4e-3ec27d8f5f75 req-646b12ce-948a-4fec-973c-45fe08ce7d69 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received unexpected event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-64e8b3d3-8692-4153-b93e-011f27b5bd8f tempest-TestShelveInstance-1591946578 tempest-TestShelveInstance-1591946578-project-member] Lock "730cf312-5f13-436b-ad61-f1cdaaedec5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.522s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:29 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b858b909-f56f-4e7b-a334-1de4392fd5e7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:49:29 user nova-compute[75223]: No targets found.
Dec 01 15:49:29 user nova-compute[75223]: iSNS:
Dec 01 15:49:29 user nova-compute[75223]: No targets found.
Dec 01 15:49:29 user nova-compute[75223]: STATIC:
Dec 01 15:49:29 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71
Dec 01 15:49:29 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:29 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:29 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5
Dec 01 15:49:29 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:29 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:29 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:49:29 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:29 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:29 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca
Dec 01 15:49:29 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:29 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:29 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:49:29 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:29 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:29 user nova-compute[75223]: FIRMWARE:
Dec 01 15:49:29 user nova-compute[75223]: No targets found.
Dec 01 15:49:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:49:29 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:49:29 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a468d7-94d4-4965-9367-fbe96729cc3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f73b33-a68e-45b7-9ad2-39aa821ae7d9]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f4414310>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca'): ({'sdf'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Removing single pathed devices sdf {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[520ddb11-821a-400b-a162-77b129d3c350]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eb2af10-b5bd-401b-b303-61978b10f9a9]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Flushing IO for device /dev/sdf {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[86ea283b-14f0-40f3-ba3c-90c1252531bb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9397c40-4e6b-41fc-916a-1e3b8a7380d2]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47ee28e-214a-4f26-9bf9-955567ce53f4]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74118afa-8c19-4458-8361-d3b5be441db2]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]
Dec 01 15:49:29 user nova-compute[75223]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.
Dec 01 15:49:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f8a8f33-2af8-4d07-9965-5ab9c3f05ece]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] <== disconnect_volume: return (305ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:49:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEbDIGzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': 'a0db8146-9133-4a08-be63-2eb6909192d7', 'attached_at': '', 'detached_at': '', 'volume_id': '9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'serial'} {{(pid=75223) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 01 15:49:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] swap_volume: removing Cinder connection for volume a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca {{(pid=75223) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 01 15:49:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] swap_volume: Updating volume a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "iEbDIGzm", "auth_password": "ZGowrNiDs9QdIO", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdg", "volume_id": "9432bb61-3e9a-4974-ba34-c6cc6bbf1e71"}, "status": "reserved", "instance": "a0db8146-9133-4a08-be63-2eb6909192d7", "attached_at": "", "detached_at": "", "volume_id": "9432bb61-3e9a-4974-ba34-c6cc6bbf1e71", "serial": "9432bb61-3e9a-4974-ba34-c6cc6bbf1e71"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'no_device': None, 'attachment_id': '55ab74a9-082c-44c6-a48c-cd4938b668ee'} {{(pid=75223) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 01 15:49:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d2f5bbf0-7d2b-400e-91df-70add59c0f0d tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 20.436s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-b063e7e7-ea02-41a7-88b4-d209d62437f8 req-bdffc191-a9c3-4b76-afdb-8f00a8805b9b service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b063e7e7-ea02-41a7-88b4-d209d62437f8 req-bdffc191-a9c3-4b76-afdb-8f00a8805b9b service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b063e7e7-ea02-41a7-88b4-d209d62437f8 req-bdffc191-a9c3-4b76-afdb-8f00a8805b9b service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b063e7e7-ea02-41a7-88b4-d209d62437f8 req-bdffc191-a9c3-4b76-afdb-8f00a8805b9b service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-b063e7e7-ea02-41a7-88b4-d209d62437f8 req-bdffc191-a9c3-4b76-afdb-8f00a8805b9b service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:31 user nova-compute[75223]: WARNING nova.compute.manager [req-b063e7e7-ea02-41a7-88b4-d209d62437f8 req-bdffc191-a9c3-4b76-afdb-8f00a8805b9b service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received unexpected event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with vm_state shelved_offloaded and task_state spawning.
Dec 01 15:49:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:49:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance spawned successfully.
Dec 01 15:49:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9e69ad5c-15e2-4513-b6bb-65e7bf9c71ef tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 13.027s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[785774af-f88e-457d-b7a2-8ae01bc8e004]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c1a6dca-e4f5-46ff-b503-8e055117c715]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.060s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa4f761d-e4ec-4606-be49-07315beae54e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ab21d55-a723-41c0-b1e8-bde2d485789b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:49:31 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:49:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a815c8cd-6446-4801-bcbb-46dbb2d023f8]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:31 user nova-compute[75223]: INFO nova.compute.manager [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Swapping volume 9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 for a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca
Dec 01 15:49:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:41 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:49:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:41 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:49:41 user nova-compute[75223]: INFO nova.compute.claims [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Claim successful on node user
Dec 01 15:49:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a0db8146-9133-4a08-be63-2eb6909192d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'serial': 'a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEbDIGzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': '9432bb61-3e9a-4974-ba34-c6cc6bbf1e71'}, 'status': 'reserved', 'instance': 'a0db8146-9133-4a08-be63-2eb6909192d7', 'attached_at': '', 'detached_at': '', 'volume_id': '9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'serial'} {{(pid=75223) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:42 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:42 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:42 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba6c42c1-27aa-466d-a936-64a2fc858ca6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:49:42 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a81922a7-3011-4a95-8fb2-163ff6f5269e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca] added
Dec 01 15:49:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf391aee-daf3-4e14-ada2-9bbae03c0f7f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[768e7e77-55d6-4a51-bfab-64b44c9b5e91]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mqTXCvRb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mqTXCvRb" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5375fd2a-6617-413d-85b6-5b585f948fc3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mqTXCvRb'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[437c07b2-34f3-426c-a835-062440fa0e30]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9eaf75d-139c-4ec3-a97a-2d512dfe936c]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --login" returned: 0 in 0.086s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ac4fa0-b98c-4754-8be7-c7e79935608c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]
Dec 01 15:49:42 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.
Dec 01 15:49:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f5c0368-b775-4fab-a202-b102691d5684]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.524s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2180370-25ea-431a-8b12-bf8c52c49139]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.359s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[658832c5-50d4-426d-823d-72c176a5479a]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.network.neutron [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:49:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.policy [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ec8d012a9e34a76b5b664d8ee648e9f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a95e6088fc049c89d0e6f2194dc80ff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:49:42 user nova-compute[75223]: INFO nova.virt.block_device [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Booting with volume 620d9f03-1073-4a84-a101-fbbea8434ebb at /dev/vda
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.utils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[52299942-d8a4-4534-8120-d19e2c469314]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1282c532-b6f9-412b-a456-7392e6228bbc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e725b877-16e9-45a5-ae6f-f84742ead74c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd99fe9d-1e73-4840-903d-6c81cb7c38b6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:49:42 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:49:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e66c3b4-8366-4c60-82f2-a4a511fec645]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG os_brick.utils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:42 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating existing volume attachment record: 63c331d5-ae92-4c4b-abb7-bcd7ef4149c1 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:49:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.411s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] <== connect_volume: return (1412ms) {'type': 'block', 'scsi_wwn': '23261386331393331', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261386331393331', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:49:43 user nova-compute[75223]: DEBUG nova.objects.instance [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lazy-loading 'flavor' on Instance uuid a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:43 user nova-compute[75223]: DEBUG nova.network.neutron [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Successfully created port: 61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:49:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 5242880 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG nova.network.neutron [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Successfully updated port: 61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquired lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG nova.network.neutron [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-changed-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Refreshing instance network info cache due to event network-changed-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] Acquiring lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 154140672 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:44 user nova-compute[75223]: DEBUG nova.network.neutron [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 294649856 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG nova.network.neutron [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating instance_info_cache with network_info: [{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Releasing lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance network_info: |[{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] Acquired lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG nova.network.neutron [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Refreshing network info cache for port 61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:49:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 421527552 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 554696704 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:46 user nova-compute[75223]: DEBUG nova.network.neutron [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updated VIF entry in instance network info cache for port 61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:49:46 user nova-compute[75223]: DEBUG nova.network.neutron [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating instance_info_cache with network_info: [{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4238d9c7-2359-4cc8-b5d4-5bf5ea807ddc req-1420c24a-a3b5-4d25-bafc-b2f30907368d service nova] Releasing lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 606076928 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 784334848 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 965738496 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'iEbDIGzm', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg', 'volume_id': '9432bb61-3e9a-4974-ba34-c6cc6bbf1e71'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:48 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[04393d9e-0549-42ac-908e-6b2a7c61c076]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:49:48 user nova-compute[75223]: No targets found.
Dec 01 15:49:48 user nova-compute[75223]: iSNS:
Dec 01 15:49:48 user nova-compute[75223]: No targets found.
Dec 01 15:49:48 user nova-compute[75223]: STATIC:
Dec 01 15:49:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71
Dec 01 15:49:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5
Dec 01 15:49:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:49:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca
Dec 01 15:49:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:49:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:49:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:49:48 user nova-compute[75223]: FIRMWARE:
Dec 01 15:49:48 user nova-compute[75223]: No targets found.
Dec 01 15:49:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:49:48 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:49:48 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae4e3842-45da-4d3c-a8e3-d7c7efbaf81f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf594435-43cb-4d4e-844f-97ce9bcb0add]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d457eb00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71'): ({'sdg'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Removing single pathed devices sdg {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5adce49-b562-437e-9711-c0a85c605619]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a860807c-2964-4f71-b45c-06c2b4bc3984]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Flushing IO for device /dev/sdg {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9feb9961-e17e-494f-8976-3fff53bf01e8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.035s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[726fbc4b-72b2-44ae-bbcf-410ab14924e9]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Checking to see if SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f852457-9c83-46f1-90b5-032ff8f6cb43]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2750f3a2-9d2c-421f-8d69-966d68ac4c77]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260]
Dec 01 15:49:48 user nova-compute[75223]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71, portal: 172.16.0.220,3260] successful.
Dec 01 15:49:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[13e58c7a-5d42-4d4b-9e12-e63eb4e64c7a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] <== disconnect_volume: return (293ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': 'a0db8146-9133-4a08-be63-2eb6909192d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'serial'} {{(pid=75223) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Dec 01 15:49:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] swap_volume: removing Cinder connection for volume 9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 {{(pid=75223) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Dec 01 15:49:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] swap_volume: Updating volume 9432bb61-3e9a-4974-ba34-c6cc6bbf1e71 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "mqTXCvRb", "auth_password": "XZUl4FhKVETj5n", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdb", "volume_id": "a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca"}, "status": "reserved", "instance": "a0db8146-9133-4a08-be63-2eb6909192d7", "attached_at": "", "detached_at": "", "volume_id": "a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca", "serial": "a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'no_device': None, 'attachment_id': '74f59bda-ab80-4605-aa26-b586160d40b9'} {{(pid=75223) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Dec 01 15:49:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-643e8be6-e2b1-4061-bc41-33d4f101eda4 tempest-TestVolumeSwap-499063166 tempest-TestVolumeSwap-499063166-project-admin] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 18.741s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "6de864ac-3c50-4e41-8436-5ade06fd6f55" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:49:51 user nova-compute[75223]: INFO nova.compute.claims [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Claim successful on node user
Dec 01 15:49:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:51 user nova-compute[75223]: INFO nova.compute.manager [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Detaching volume a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca
Dec 01 15:49:51 user nova-compute[75223]: INFO nova.virt.block_device [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Attempting to driver detach volume a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca from mountpoint /dev/vdb
Dec 01 15:49:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Attempting to detach device vdb from instance a0db8146-9133-4a08-be63-2eb6909192d7 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:49:51 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:49:51 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:49:51 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:49:51 user nova-compute[75223]:   <serial>a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca</serial>
Dec 01 15:49:51 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:49:51 user nova-compute[75223]: </disk>
Dec 01 15:49:51 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:49:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Successfully detached device vdb from instance a0db8146-9133-4a08-be63-2eb6909192d7 from the persistent domain config.
Dec 01 15:49:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a0db8146-9133-4a08-be63-2eb6909192d7 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:49:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:49:51 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:49:51 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 15:49:51 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:49:51 user nova-compute[75223]:   <serial>a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca</serial>
Dec 01 15:49:51 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:49:51 user nova-compute[75223]: </disk>
Dec 01 15:49:51 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.535s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:49:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.policy [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f496fdac9424321b2763857f776a1f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ee53aaabe744eddb85fcdd7a6cde29a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:49:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Creating image(s)
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "/opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "/opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "/opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk 1073741824" returned: 0 in 0.055s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:49:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Successfully created port: 07924936-d798-438b-910d-256d1931da2a {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Cannot resize image /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Ensure instance console log exists: /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Successfully updated port: 07924936-d798-438b-910d-256d1931da2a {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "refresh_cache-6de864ac-3c50-4e41-8436-5ade06fd6f55" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquired lock "refresh_cache-6de864ac-3c50-4e41-8436-5ade06fd6f55" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received event network-changed-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Refreshing instance network info cache due to event network-changed-07924936-d798-438b-910d-256d1931da2a. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] Acquiring lock "refresh_cache-6de864ac-3c50-4e41-8436-5ade06fd6f55" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:49:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Creating image(s)
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Ensure instance console log exists: /opt/stack/data/nova/instances/c1088849-ea21-48a9-96bc-38823f0b6860/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Start _get_guest_xml network_info=[{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c1088849-ea21-48a9-96bc-38823f0b6860', 'attached_at': '', 'detached_at': '', 'volume_id': '620d9f03-1073-4a84-a101-fbbea8434ebb', 'serial': '620d9f03-1073-4a84-a101-fbbea8434ebb'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': '63c331d5-ae92-4c4b-abb7-bcd7ef4149c1', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:49:53 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:53 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:49:53 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:53 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:49:53 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a48536a-9c05-4347-ac9e-729a7598a6fe]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:49:53 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d017075-78cf-4a74-97ed-58dd68c37906]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb] added
Dec 01 15:49:53 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Updating instance_info_cache with network_info: [{"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[220b97e6-a0c8-4084-93a7-e6d65b25a5b5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Releasing lock "refresh_cache-6de864ac-3c50-4e41-8436-5ade06fd6f55" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Instance network_info: |[{"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] Acquired lock "refresh_cache-6de864ac-3c50-4e41-8436-5ade06fd6f55" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.network.neutron [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Refreshing network info cache for port 07924936-d798-438b-910d-256d1931da2a {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Start _get_guest_xml network_info=[{"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27460a99-0de2-40ca-b603-4221ac689102]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dfNYeymD {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:53 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:53 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:49:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-707350994',display_name='tempest-VolumesNegativeTest-instance-707350994',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-707350994',id=28,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ee53aaabe744eddb85fcdd7a6cde29a',ramdisk_id='',reservation_id='r-ien0d0pe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-265039270',owner_user_name='tempest-VolumesNegativeTest-265039270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:52Z,user_data=None,user_id='1f496fdac9424321b2763857f776a1f8',uuid=6de864ac-3c50-4e41-8436-5ade06fd6f55,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Converting VIF {"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:03:39,bridge_name='br-int',has_traffic_filtering=True,id=07924936-d798-438b-910d-256d1931da2a,network=Network(24b182e8-b92a-44f4-b9bb-37dc9fc1accf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07924936-d7') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lazy-loading 'pci_devices' on Instance uuid 6de864ac-3c50-4e41-8436-5ade06fd6f55 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dfNYeymD" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a379a56f-5eeb-4d66-97f4-7bccf38f70e4]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dfNYeymD'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:49:54 user nova-compute[75223]:   <uuid>6de864ac-3c50-4e41-8436-5ade06fd6f55</uuid>
Dec 01 15:49:54 user nova-compute[75223]:   <name>instance-0000001c</name>
Dec 01 15:49:54 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:49:54 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:49:54 user nova-compute[75223]:   <metadata>
Dec 01 15:49:54 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:49:54 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:49:54 user nova-compute[75223]:       <nova:name>tempest-VolumesNegativeTest-instance-707350994</nova:name>
Dec 01 15:49:54 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:49:53</nova:creationTime>
Dec 01 15:49:54 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:49:54 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:49:54 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:49:54 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:49:54 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:49:54 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:49:54 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:49:54 user nova-compute[75223]:       <nova:owner>
Dec 01 15:49:54 user nova-compute[75223]:         <nova:user uuid="1f496fdac9424321b2763857f776a1f8">tempest-VolumesNegativeTest-265039270-project-member</nova:user>
Dec 01 15:49:54 user nova-compute[75223]:         <nova:project uuid="1ee53aaabe744eddb85fcdd7a6cde29a">tempest-VolumesNegativeTest-265039270</nova:project>
Dec 01 15:49:54 user nova-compute[75223]:       </nova:owner>
Dec 01 15:49:54 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:49:54 user nova-compute[75223]:       <nova:ports>
Dec 01 15:49:54 user nova-compute[75223]:         <nova:port uuid="07924936-d798-438b-910d-256d1931da2a">
Dec 01 15:49:54 user nova-compute[75223]:           <nova:ip type="fixed" address="192.168.233.154" ipVersion="4"/>
Dec 01 15:49:54 user nova-compute[75223]:         </nova:port>
Dec 01 15:49:54 user nova-compute[75223]:       </nova:ports>
Dec 01 15:49:54 user nova-compute[75223]:     </nova:instance>
Dec 01 15:49:54 user nova-compute[75223]:   </metadata>
Dec 01 15:49:54 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:49:54 user nova-compute[75223]:     <system>
Dec 01 15:49:54 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:49:54 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:49:54 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:49:54 user nova-compute[75223]:       <entry name="serial">6de864ac-3c50-4e41-8436-5ade06fd6f55</entry>
Dec 01 15:49:54 user nova-compute[75223]:       <entry name="uuid">6de864ac-3c50-4e41-8436-5ade06fd6f55</entry>
Dec 01 15:49:54 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:49:54 user nova-compute[75223]:     </system>
Dec 01 15:49:54 user nova-compute[75223]:   </sysinfo>
Dec 01 15:49:54 user nova-compute[75223]:   <os>
Dec 01 15:49:54 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:49:54 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:49:54 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:49:54 user nova-compute[75223]:   </os>
Dec 01 15:49:54 user nova-compute[75223]:   <features>
Dec 01 15:49:54 user nova-compute[75223]:     <acpi/>
Dec 01 15:49:54 user nova-compute[75223]:     <apic/>
Dec 01 15:49:54 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:49:54 user nova-compute[75223]:   </features>
Dec 01 15:49:54 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:49:54 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:49:54 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:49:54 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:49:54 user nova-compute[75223]:   </clock>
Dec 01 15:49:54 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:49:54 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:49:54 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:49:54 user nova-compute[75223]:   </cpu>
Dec 01 15:49:54 user nova-compute[75223]:   <devices>
Dec 01 15:49:54 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:49:54 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:49:54 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk"/>
Dec 01 15:49:54 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:49:54 user nova-compute[75223]:     </disk>
Dec 01 15:49:54 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:49:54 user nova-compute[75223]:       <mac address="fa:16:3e:8f:03:39"/>
Dec 01 15:49:54 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:54 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:49:54 user nova-compute[75223]:       <target dev="tap07924936-d7"/>
Dec 01 15:49:54 user nova-compute[75223]:     </interface>
Dec 01 15:49:54 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:49:54 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/console.log" append="off"/>
Dec 01 15:49:54 user nova-compute[75223]:     </serial>
Dec 01 15:49:54 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:49:54 user nova-compute[75223]:     <video>
Dec 01 15:49:54 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:54 user nova-compute[75223]:     </video>
Dec 01 15:49:54 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:49:54 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:49:54 user nova-compute[75223]:     </rng>
Dec 01 15:49:54 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:49:54 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:49:54 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:49:54 user nova-compute[75223]:     </memballoon>
Dec 01 15:49:54 user nova-compute[75223]:   </devices>
Dec 01 15:49:54 user nova-compute[75223]: </domain>
Dec 01 15:49:54 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-707350994',display_name='tempest-VolumesNegativeTest-instance-707350994',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-707350994',id=28,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1ee53aaabe744eddb85fcdd7a6cde29a',ramdisk_id='',reservation_id='r-ien0d0pe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-265039270',owner_user_name='tempest-VolumesNegativeTest-265039270-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:52Z,user_data=None,user_id='1f496fdac9424321b2763857f776a1f8',uuid=6de864ac-3c50-4e41-8436-5ade06fd6f55,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Converting VIF {"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:03:39,bridge_name='br-int',has_traffic_filtering=True,id=07924936-d798-438b-910d-256d1931da2a,network=Network(24b182e8-b92a-44f4-b9bb-37dc9fc1accf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07924936-d7') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_vif [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:03:39,bridge_name='br-int',has_traffic_filtering=True,id=07924936-d798-438b-910d-256d1931da2a,network=Network(24b182e8-b92a-44f4-b9bb-37dc9fc1accf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07924936-d7') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93ba7957-c368-5602-8030-a4119a34df3f', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[433bcc69-1f70-4d6e-a2bd-a65bff67b452]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap07924936-d7, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap07924936-d7, col_values=(('qos', UUID('21eeeba8-9342-4f36-85ae-dbc0641b37d4')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap07924936-d7, col_values=(('external_ids', {'iface-id': '07924936-d798-438b-910d-256d1931da2a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:03:39', 'vm-uuid': '6de864ac-3c50-4e41-8436-5ade06fd6f55'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:54 user nova-compute[75223]: INFO os_vif [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:03:39,bridge_name='br-int',has_traffic_filtering=True,id=07924936-d798-438b-910d-256d1931da2a,network=Network(24b182e8-b92a-44f4-b9bb-37dc9fc1accf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07924936-d7')
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[31af1e4b-f092-4a17-b662-07289fb7377f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] No VIF found with MAC fa:16:3e:8f:03:39, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[406d9e8b-19c3-43fb-b6b1-b4bef1c5da5b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]
Dec 01 15:49:54 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.
Dec 01 15:49:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb2be99-0e02-403b-a667-1c47f23c1203]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d25c5bbd-a273-41f5-a7ed-574dd0f3f582]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:49:54 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:49:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] HCTL ('37', '-', '-', 0) found on session 35 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[385b5823-e85c-4db3-b148-a4a1c7b2f110]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching for a device in session 35 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.network.neutron [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Updated VIF entry in instance network info cache for port 07924936-d798-438b-910d-256d1931da2a. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG nova.network.neutron [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Updating instance_info_cache with network_info: [{"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:49:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b3cae6ec-14c3-474d-8786-413ac8f8fe8b req-96f56a68-2706-4744-b9a8-5b2911977d63 service nova] Releasing lock "refresh_cache-6de864ac-3c50-4e41-8436-5ade06fd6f55" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.366s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== connect_volume: return (1369ms) {'type': 'block', 'scsi_wwn': '23136313666346330', 'path': '/dev/sdf'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136313666346330', 'path': '/dev/sdf'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1286135858',display_name='tempest-ServerActionsTestOtherA-server-1286135858',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1286135858',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-egsg78gh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=c1088849-ea21-48a9-96bc-38823f0b6860,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.objects.instance [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'pci_devices' on Instance uuid c1088849-ea21-48a9-96bc-38823f0b6860 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:49:55 user nova-compute[75223]:   <uuid>c1088849-ea21-48a9-96bc-38823f0b6860</uuid>
Dec 01 15:49:55 user nova-compute[75223]:   <name>instance-0000001b</name>
Dec 01 15:49:55 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:49:55 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:49:55 user nova-compute[75223]:   <metadata>
Dec 01 15:49:55 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:49:55 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:49:55 user nova-compute[75223]:       <nova:name>tempest-ServerActionsTestOtherA-server-1286135858</nova:name>
Dec 01 15:49:55 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:49:53</nova:creationTime>
Dec 01 15:49:55 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:49:55 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:49:55 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:49:55 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:49:55 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:49:55 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:49:55 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:49:55 user nova-compute[75223]:       <nova:owner>
Dec 01 15:49:55 user nova-compute[75223]:         <nova:user uuid="3ec8d012a9e34a76b5b664d8ee648e9f">tempest-ServerActionsTestOtherA-1859357013-project-member</nova:user>
Dec 01 15:49:55 user nova-compute[75223]:         <nova:project uuid="9a95e6088fc049c89d0e6f2194dc80ff">tempest-ServerActionsTestOtherA-1859357013</nova:project>
Dec 01 15:49:55 user nova-compute[75223]:       </nova:owner>
Dec 01 15:49:55 user nova-compute[75223]:       <nova:ports>
Dec 01 15:49:55 user nova-compute[75223]:         <nova:port uuid="61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15">
Dec 01 15:49:55 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 15:49:55 user nova-compute[75223]:         </nova:port>
Dec 01 15:49:55 user nova-compute[75223]:       </nova:ports>
Dec 01 15:49:55 user nova-compute[75223]:     </nova:instance>
Dec 01 15:49:55 user nova-compute[75223]:   </metadata>
Dec 01 15:49:55 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:49:55 user nova-compute[75223]:     <system>
Dec 01 15:49:55 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:49:55 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:49:55 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:49:55 user nova-compute[75223]:       <entry name="serial">c1088849-ea21-48a9-96bc-38823f0b6860</entry>
Dec 01 15:49:55 user nova-compute[75223]:       <entry name="uuid">c1088849-ea21-48a9-96bc-38823f0b6860</entry>
Dec 01 15:49:55 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:49:55 user nova-compute[75223]:     </system>
Dec 01 15:49:55 user nova-compute[75223]:   </sysinfo>
Dec 01 15:49:55 user nova-compute[75223]:   <os>
Dec 01 15:49:55 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:49:55 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:49:55 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:49:55 user nova-compute[75223]:   </os>
Dec 01 15:49:55 user nova-compute[75223]:   <features>
Dec 01 15:49:55 user nova-compute[75223]:     <acpi/>
Dec 01 15:49:55 user nova-compute[75223]:     <apic/>
Dec 01 15:49:55 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:49:55 user nova-compute[75223]:   </features>
Dec 01 15:49:55 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:49:55 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:49:55 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:49:55 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:49:55 user nova-compute[75223]:   </clock>
Dec 01 15:49:55 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:49:55 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:49:55 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:49:55 user nova-compute[75223]:   </cpu>
Dec 01 15:49:55 user nova-compute[75223]:   <devices>
Dec 01 15:49:55 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:49:55 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:49:55 user nova-compute[75223]:       <source dev="/dev/sdf"/>
Dec 01 15:49:55 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:49:55 user nova-compute[75223]:       <serial>620d9f03-1073-4a84-a101-fbbea8434ebb</serial>
Dec 01 15:49:55 user nova-compute[75223]:     </disk>
Dec 01 15:49:55 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:49:55 user nova-compute[75223]:       <mac address="fa:16:3e:d8:7a:53"/>
Dec 01 15:49:55 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:55 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:49:55 user nova-compute[75223]:       <target dev="tap61be9e87-6b"/>
Dec 01 15:49:55 user nova-compute[75223]:     </interface>
Dec 01 15:49:55 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:49:55 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/c1088849-ea21-48a9-96bc-38823f0b6860/console.log" append="off"/>
Dec 01 15:49:55 user nova-compute[75223]:     </serial>
Dec 01 15:49:55 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:49:55 user nova-compute[75223]:     <video>
Dec 01 15:49:55 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:49:55 user nova-compute[75223]:     </video>
Dec 01 15:49:55 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:49:55 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:49:55 user nova-compute[75223]:     </rng>
Dec 01 15:49:55 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:49:55 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:49:55 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:49:55 user nova-compute[75223]:     </memballoon>
Dec 01 15:49:55 user nova-compute[75223]:   </devices>
Dec 01 15:49:55 user nova-compute[75223]: </domain>
Dec 01 15:49:55 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1286135858',display_name='tempest-ServerActionsTestOtherA-server-1286135858',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1286135858',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-egsg78gh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:49:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=c1088849-ea21-48a9-96bc-38823f0b6860,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG os_vif [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11c410cc-f67e-5b45-9bf3-dd27ba58634e', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61be9e87-6b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61be9e87-6b, col_values=(('qos', UUID('dd4bd188-a784-4336-b153-748ad26e0b81')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61be9e87-6b, col_values=(('external_ids', {'iface-id': '61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:7a:53', 'vm-uuid': 'c1088849-ea21-48a9-96bc-38823f0b6860'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: INFO os_vif [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b')
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No VIF found with MAC fa:16:3e:d8:7a:53, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c75c560-57a4-4781-ba63-dfc5df994f61 req-f5442535-f51e-4f29-8cd9-843e191cc456 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received event network-vif-plugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c75c560-57a4-4781-ba63-dfc5df994f61 req-f5442535-f51e-4f29-8cd9-843e191cc456 service nova] Acquiring lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c75c560-57a4-4781-ba63-dfc5df994f61 req-f5442535-f51e-4f29-8cd9-843e191cc456 service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c75c560-57a4-4781-ba63-dfc5df994f61 req-f5442535-f51e-4f29-8cd9-843e191cc456 service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c75c560-57a4-4781-ba63-dfc5df994f61 req-f5442535-f51e-4f29-8cd9-843e191cc456 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] No waiting events found dispatching network-vif-plugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:55 user nova-compute[75223]: WARNING nova.compute.manager [req-1c75c560-57a4-4781-ba63-dfc5df994f61 req-f5442535-f51e-4f29-8cd9-843e191cc456 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received unexpected event network-vif-plugged-07924936-d798-438b-910d-256d1931da2a for instance with vm_state building and task_state spawning.
Dec 01 15:49:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-14a991f7-4dcc-47e1-af7c-dced20c5494e req-be304751-40c7-45c1-80ab-e80140a65ed0 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-14a991f7-4dcc-47e1-af7c-dced20c5494e req-be304751-40c7-45c1-80ab-e80140a65ed0 service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-14a991f7-4dcc-47e1-af7c-dced20c5494e req-be304751-40c7-45c1-80ab-e80140a65ed0 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-14a991f7-4dcc-47e1-af7c-dced20c5494e req-be304751-40c7-45c1-80ab-e80140a65ed0 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-14a991f7-4dcc-47e1-af7c-dced20c5494e req-be304751-40c7-45c1-80ab-e80140a65ed0 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:57 user nova-compute[75223]: WARNING nova.compute.manager [req-14a991f7-4dcc-47e1-af7c-dced20c5494e req-be304751-40c7-45c1-80ab-e80140a65ed0 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state building and task_state spawning.
Dec 01 15:49:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-88cf8265-b448-4b3f-810b-174cbb682a40 req-6a89bd08-c002-451c-8c43-3a7ff0b6c6c7 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received event network-vif-plugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-88cf8265-b448-4b3f-810b-174cbb682a40 req-6a89bd08-c002-451c-8c43-3a7ff0b6c6c7 service nova] Acquiring lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-88cf8265-b448-4b3f-810b-174cbb682a40 req-6a89bd08-c002-451c-8c43-3a7ff0b6c6c7 service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-88cf8265-b448-4b3f-810b-174cbb682a40 req-6a89bd08-c002-451c-8c43-3a7ff0b6c6c7 service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-88cf8265-b448-4b3f-810b-174cbb682a40 req-6a89bd08-c002-451c-8c43-3a7ff0b6c6c7 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] No waiting events found dispatching network-vif-plugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:57 user nova-compute[75223]: WARNING nova.compute.manager [req-88cf8265-b448-4b3f-810b-174cbb682a40 req-6a89bd08-c002-451c-8c43-3a7ff0b6c6c7 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received unexpected event network-vif-plugged-07924936-d798-438b-910d-256d1931da2a for instance with vm_state building and task_state spawning.
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:49:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Instance spawned successfully.
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:59 user nova-compute[75223]: INFO nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Took 6.75 seconds to spawn the instance on the hypervisor.
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:49:59 user nova-compute[75223]: INFO nova.compute.manager [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Took 7.64 seconds to build instance.
Dec 01 15:49:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e0b424c3-9809-46e0-8606-811d5d996589 tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.741s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:49:59 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance spawned successfully.
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-c3827f05-88cd-4d37-9f8e-30c2b6108adc req-f611cd2e-7d09-424f-9b02-67bdf5f171dd service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3827f05-88cd-4d37-9f8e-30c2b6108adc req-f611cd2e-7d09-424f-9b02-67bdf5f171dd service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3827f05-88cd-4d37-9f8e-30c2b6108adc req-f611cd2e-7d09-424f-9b02-67bdf5f171dd service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3827f05-88cd-4d37-9f8e-30c2b6108adc req-f611cd2e-7d09-424f-9b02-67bdf5f171dd service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-c3827f05-88cd-4d37-9f8e-30c2b6108adc req-f611cd2e-7d09-424f-9b02-67bdf5f171dd service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:49:59 user nova-compute[75223]: WARNING nova.compute.manager [req-c3827f05-88cd-4d37-9f8e-30c2b6108adc req-f611cd2e-7d09-424f-9b02-67bdf5f171dd service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state building and task_state spawning.
Dec 01 15:49:59 user nova-compute[75223]: INFO nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Took 5.91 seconds to spawn the instance on the hypervisor.
Dec 01 15:49:59 user nova-compute[75223]: DEBUG nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:49:59 user nova-compute[75223]: INFO nova.compute.manager [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Took 17.95 seconds to build instance.
Dec 01 15:49:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-60037901-f13e-4cd8-b586-8a172d088d1c tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.069s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:04 user nova-compute[75223]: INFO nova.compute.manager [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Terminating instance
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-f4acb976-f2f3-43a1-880f-cd81286ebd80 req-6bf3b615-e9d2-4bcc-b8b4-493e3b6c2ab7 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-unplugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f4acb976-f2f3-43a1-880f-cd81286ebd80 req-6bf3b615-e9d2-4bcc-b8b4-493e3b6c2ab7 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f4acb976-f2f3-43a1-880f-cd81286ebd80 req-6bf3b615-e9d2-4bcc-b8b4-493e3b6c2ab7 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f4acb976-f2f3-43a1-880f-cd81286ebd80 req-6bf3b615-e9d2-4bcc-b8b4-493e3b6c2ab7 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-f4acb976-f2f3-43a1-880f-cd81286ebd80 req-6bf3b615-e9d2-4bcc-b8b4-493e3b6c2ab7 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-unplugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-f4acb976-f2f3-43a1-880f-cd81286ebd80 req-6bf3b615-e9d2-4bcc-b8b4-493e3b6c2ab7 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-unplugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:50:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Instance destroyed successfully.
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lazy-loading 'resources' on Instance uuid c12c4079-3c85-47ed-87c4-c42ed1f44c7d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:46:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-2058034873',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-117648163',id=21,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNBW21ATcsvREXwH72HH7nCIKH/pw+FM+52WdsDlD3y2wQb1/DGFvTeiQ/fu2v0rrD/G4ahU/hENQ59LUarvt0f5kD5TMt4DGupSEXyqE5yN3CWs3fNAAS81RoA1FNXz3w==',key_name='tempest-keypair-849886975',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:48:51Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='082dad0a8a544cab8b9f7220d98a8f96',ramdisk_id='',reservation_id='r-ef20d09g',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-2145093074',owner_user_name='tempest-ServerActionsV293TestJSON-2145093074-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:48:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='036153d8600741d9ad337e83e5478fc5',uuid=c12c4079-3c85-47ed-87c4-c42ed1f44c7d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converting VIF {"id": "2346c76d-0293-400d-9390-7f40e845f3e2", "address": "fa:16:3e:2d:b2:b7", "network": {"id": "51ec424f-f36f-4b5b-b799-1a1e96037eb5", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1811801760-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "082dad0a8a544cab8b9f7220d98a8f96", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2346c76d-02", "ovs_interfaceid": "2346c76d-0293-400d-9390-7f40e845f3e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG os_vif [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2346c76d-02, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b38243ef-85a5-4c80-a96a-5827a629540f) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:50:04 user nova-compute[75223]: INFO os_vif [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:b2:b7,bridge_name='br-int',has_traffic_filtering=True,id=2346c76d-0293-400d-9390-7f40e845f3e2,network=Network(51ec424f-f36f-4b5b-b799-1a1e96037eb5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2346c76d-02')
Dec 01 15:50:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'weNilyLu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:50:04 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:50:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cfb7191-a9e9-475e-b864-238b32be767b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:50:04 user nova-compute[75223]: No targets found.
Dec 01 15:50:04 user nova-compute[75223]: iSNS:
Dec 01 15:50:04 user nova-compute[75223]: No targets found.
Dec 01 15:50:04 user nova-compute[75223]: STATIC:
Dec 01 15:50:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5
Dec 01 15:50:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:50:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca
Dec 01 15:50:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:50:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:50:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:04 user nova-compute[75223]: FIRMWARE:
Dec 01 15:50:04 user nova-compute[75223]: No targets found.
Dec 01 15:50:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:50:04 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:50:04 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5388efd3-03e4-4573-9fbf-bed092ffc7c3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.036s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[196bb7a7-3b8e-44c0-91c8-02b27a2c1506]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:05 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:05 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:05 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f44b16c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d41c0cf0-e015-42a0-ac9a-b548210a3e15]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc5bafb0-249a-435a-9059-311f91af4e2c]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[51cee142-46c2-4907-b462-b88897fff191]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.062s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[966521a3-4aad-4039-a942-68ac54134138]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO6e9d9a22-4b33e3d484b2982f', '/dev/disk/by-id/scsi-23462333365336434', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_6e9d9a22') {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bae99043-132a-455b-b7b0-2037838efaf3]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f75d14fd-9007-45c9-b5eb-b5ef42172e55]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f42900-fdb4-4a21-a861-7b7d154262ec]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260]
Dec 01 15:50:05 user nova-compute[75223]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5, portal: 172.16.0.220,3260] successful.
Dec 01 15:50:05 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:69ff8da6-b53a-4faf-82b2-74eddfa5cce5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c04d859-60c2-4dea-b865-6db99d4f2fd8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] <== disconnect_volume: return (391ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:50:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Deleting instance files /opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d_del
Dec 01 15:50:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Deletion of /opt/stack/data/nova/instances/c12c4079-3c85-47ed-87c4-c42ed1f44c7d_del complete
Dec 01 15:50:05 user nova-compute[75223]: INFO nova.compute.manager [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Took 1.32 seconds to destroy the instance on the hypervisor.
Dec 01 15:50:05 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:50:05 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:50:06 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:06 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Took 0.66 seconds to deallocate network for instance.
Dec 01 15:50:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-93ed8c62-a164-428d-b487-a8314c97f46d req-bc4c7045-a667-4b9b-ac9a-becf8ae6a93b service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-deleted-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:06 user nova-compute[75223]: INFO nova.compute.manager [req-93ed8c62-a164-428d-b487-a8314c97f46d req-bc4c7045-a667-4b9b-ac9a-becf8ae6a93b service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Neutron deleted interface 2346c76d-0293-400d-9390-7f40e845f3e2; detaching it from the instance and deleting it from the info cache
Dec 01 15:50:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-93ed8c62-a164-428d-b487-a8314c97f46d req-bc4c7045-a667-4b9b-ac9a-becf8ae6a93b service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-93ed8c62-a164-428d-b487-a8314c97f46d req-bc4c7045-a667-4b9b-ac9a-becf8ae6a93b service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Detach interface failed, port_id=2346c76d-0293-400d-9390-7f40e845f3e2, reason: Instance c12c4079-3c85-47ed-87c4-c42ed1f44c7d could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:50:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-5c1842f0-7320-434a-bd4e-01f16f2165c8 req-f3bd85d7-f71e-41b1-a4d2-caef3baf8c59 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5c1842f0-7320-434a-bd4e-01f16f2165c8 req-f3bd85d7-f71e-41b1-a4d2-caef3baf8c59 service nova] Acquiring lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5c1842f0-7320-434a-bd4e-01f16f2165c8 req-f3bd85d7-f71e-41b1-a4d2-caef3baf8c59 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5c1842f0-7320-434a-bd4e-01f16f2165c8 req-f3bd85d7-f71e-41b1-a4d2-caef3baf8c59 service nova] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-5c1842f0-7320-434a-bd4e-01f16f2165c8 req-f3bd85d7-f71e-41b1-a4d2-caef3baf8c59 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] No waiting events found dispatching network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:06 user nova-compute[75223]: WARNING nova.compute.manager [req-5c1842f0-7320-434a-bd4e-01f16f2165c8 req-f3bd85d7-f71e-41b1-a4d2-caef3baf8c59 service nova] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Received unexpected event network-vif-plugged-2346c76d-0293-400d-9390-7f40e845f3e2 for instance with vm_state active and task_state deleting.
Dec 01 15:50:06 user nova-compute[75223]: INFO nova.compute.manager [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Took 0.85 seconds to detach 1 volumes for instance.
Dec 01 15:50:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] [instance: c12c4079-3c85-47ed-87c4-c42ed1f44c7d] Deleting volume: 69ff8da6-b53a-4faf-82b2-74eddfa5cce5 {{(pid=75223) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 15:50:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:07 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:50:07 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:50:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.479s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:07 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Deleted allocations for instance c12c4079-3c85-47ed-87c4-c42ed1f44c7d
Dec 01 15:50:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e7b6d2fa-a4c9-4cd7-99b7-b34c96178dca tempest-ServerActionsV293TestJSON-2145093074 tempest-ServerActionsV293TestJSON-2145093074-project-member] Lock "c12c4079-3c85-47ed-87c4-c42ed1f44c7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.588s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updating instance_info_cache with network_info: [{"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-d7c014ea-fea8-4648-baa7-44ef5312439d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:10 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a0db8146-9133-4a08-be63-2eb6909192d7 is timed out.
Dec 01 15:50:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Successfully detached device vdb from instance a0db8146-9133-4a08-be63-2eb6909192d7 from the live domain config.
Dec 01 15:50:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mqTXCvRb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb', 'volume_id': 'a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:50:12 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84ade57-0f1e-499b-b800-5afc9c332a02]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:50:12 user nova-compute[75223]: No targets found.
Dec 01 15:50:12 user nova-compute[75223]: iSNS:
Dec 01 15:50:12 user nova-compute[75223]: No targets found.
Dec 01 15:50:12 user nova-compute[75223]: STATIC:
Dec 01 15:50:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:50:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca
Dec 01 15:50:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:50:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:50:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:50:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:50:12 user nova-compute[75223]: FIRMWARE:
Dec 01 15:50:12 user nova-compute[75223]: No targets found.
Dec 01 15:50:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:50:12 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:50:12 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4f889ed-227e-4be5-aaa4-81a044a2e1a2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[54490e32-581d-43b0-9597-850f06666f7b]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:12 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:50:12 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:12 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:12 user nova-compute[75223]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca (non-flash)
Dec 01 15:50:12 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:12 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4602680>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[57b51ec2-96f6-4584-86af-274fd354c3e6]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cefbbf07-f0d6-47c9-a6f3-db9ef1c194b4]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fa22f7e-8857-461d-8145-3d141eec6a46]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.072s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a67a6499-710f-4837-9584-cc84018969aa]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cb5da08-2e2a-4ca5-8ad1-a7ed3c14f54e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a498042e-aa36-4548-a3cc-d72a1c6b3161]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260]
Dec 01 15:50:12 user nova-compute[75223]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca, portal: 172.16.0.220,3260] successful.
Dec 01 15:50:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a8b8a884-eb79-42f6-8bdd-313c4a6dd7ca -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2a2cf98-c017-4a64-8f94-d9c4d4c1099b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.475s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] <== disconnect_volume: return (477ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG nova.objects.instance [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lazy-loading 'flavor' on Instance uuid a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-000e6eaf-456e-4e71-8657-1fdd0cb300b8 tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.318s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:50:16 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:50:16 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7180MB free_disk=25.09656524658203GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance a0db8146-9133-4a08-be63-2eb6909192d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2065acbf-e750-4bc2-8499-b244456be0b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 853dc6f1-5351-4926-af51-c4e358684f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1088849-ea21-48a9-96bc-38823f0b6860 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6de864ac-3c50-4e41-8436-5ade06fd6f55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:50:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.580s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:50:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:50:26 user nova-compute[75223]: INFO nova.compute.claims [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Claim successful on node user
Dec 01 15:50:27 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:50:27 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:50:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.665s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:50:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:50:27 user nova-compute[75223]: DEBUG nova.network.neutron [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:50:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:50:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:50:27 user nova-compute[75223]: DEBUG nova.policy [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3ac7506af3a447f86fdafeb5e8a0135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab15a7350574232a033828939da90d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:50:27 user nova-compute[75223]: INFO nova.virt.block_device [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Booting with volume-backed-image ce2ef816-8d04-43f7-96f7-6d77624db3e5 at /dev/vda
Dec 01 15:50:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Successfully created port: ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Successfully updated port: ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-changed-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Refreshing instance network info cache due to event network-changed-ec9a7546-1e3c-42c0-bd66-9861a88354bf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] Acquiring lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:50:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Updating instance_info_cache with network_info: [{"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance network_info: |[{"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] Acquired lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG nova.network.neutron [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Refreshing network info cache for port ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG nova.network.neutron [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Updated VIF entry in instance network info cache for port ec9a7546-1e3c-42c0-bd66-9861a88354bf. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG nova.network.neutron [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Updating instance_info_cache with network_info: [{"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f35c6dbe-7dde-4977-9bb7-2e5f07fd5823 req-028f324d-2238-4a67-a072-f0ce5c0ce638 service nova] Releasing lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:50:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:33 user nova-compute[75223]: INFO nova.compute.manager [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Unrescuing
Dec 01 15:50:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:50:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquired lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:50:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:50:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Releasing lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:50:33 user nova-compute[75223]: DEBUG nova.objects.instance [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'flavor' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:50:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-8d8355be-c124-463c-bd4d-ba56d4568e79 req-e91b6143-c447-4357-9cb0-4a4c273d375a service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d8355be-c124-463c-bd4d-ba56d4568e79 req-e91b6143-c447-4357-9cb0-4a4c273d375a service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d8355be-c124-463c-bd4d-ba56d4568e79 req-e91b6143-c447-4357-9cb0-4a4c273d375a service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d8355be-c124-463c-bd4d-ba56d4568e79 req-e91b6143-c447-4357-9cb0-4a4c273d375a service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-8d8355be-c124-463c-bd4d-ba56d4568e79 req-e91b6143-c447-4357-9cb0-4a4c273d375a service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:34 user nova-compute[75223]: WARNING nova.compute.manager [req-8d8355be-c124-463c-bd4d-ba56d4568e79 req-e91b6143-c447-4357-9cb0-4a4c273d375a service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:50:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance destroyed successfully.
Dec 01 15:50:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:36 user nova-compute[75223]: WARNING nova.compute.manager [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:50:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:36 user nova-compute[75223]: WARNING nova.compute.manager [req-60ababbf-3e9f-4216-a384-c31fc8d6d705 req-06587872-a54c-44ac-b132-22dd0e062f4d service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:50:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3db53812-6bcc-46cf-b178-d1a41bcda3d5 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-0c0de0fb-4f49-4fc2-81ea-b74ae4356684 req-cfeeb6a6-12be-4664-9cfd-b75de583bffa service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0c0de0fb-4f49-4fc2-81ea-b74ae4356684 req-cfeeb6a6-12be-4664-9cfd-b75de583bffa service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0c0de0fb-4f49-4fc2-81ea-b74ae4356684 req-cfeeb6a6-12be-4664-9cfd-b75de583bffa service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0c0de0fb-4f49-4fc2-81ea-b74ae4356684 req-cfeeb6a6-12be-4664-9cfd-b75de583bffa service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-0c0de0fb-4f49-4fc2-81ea-b74ae4356684 req-cfeeb6a6-12be-4664-9cfd-b75de583bffa service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:38 user nova-compute[75223]: WARNING nova.compute.manager [req-0c0de0fb-4f49-4fc2-81ea-b74ae4356684 req-cfeeb6a6-12be-4664-9cfd-b75de583bffa service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state active and task_state None.
Dec 01 15:50:38 user nova-compute[75223]: DEBUG os_brick.utils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6883df8d-99cf-405b-a1ff-24259ce768b3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[58acd9e1-dfad-4cf5-815b-cb641c9d3f49]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.043s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a9bf808-2dcf-44a0-9c41-bd9190184246]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c857248-9594-4505-86eb-ea10df3f1b2b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:50:38 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:50:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5123ea3e-4c47-4ac3-9d33-0de1195bb47f]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG os_brick.utils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:50:38 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Updating existing volume attachment record: c9dbbf5e-4d71-4364-a363-9e96f60c2c3a {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:50:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:42 user nova-compute[75223]: INFO nova.compute.manager [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Terminating instance
Dec 01 15:50:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-dfb39ab7-5853-4d25-9353-02aabcdfecff req-e8899aad-30ff-4285-b6d4-33741e463bbd service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-unplugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dfb39ab7-5853-4d25-9353-02aabcdfecff req-e8899aad-30ff-4285-b6d4-33741e463bbd service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dfb39ab7-5853-4d25-9353-02aabcdfecff req-e8899aad-30ff-4285-b6d4-33741e463bbd service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dfb39ab7-5853-4d25-9353-02aabcdfecff req-e8899aad-30ff-4285-b6d4-33741e463bbd service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-dfb39ab7-5853-4d25-9353-02aabcdfecff req-e8899aad-30ff-4285-b6d4-33741e463bbd service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-unplugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-dfb39ab7-5853-4d25-9353-02aabcdfecff req-e8899aad-30ff-4285-b6d4-33741e463bbd service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-unplugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Instance destroyed successfully.
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.objects.instance [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lazy-loading 'resources' on Instance uuid a0db8146-9133-4a08-be63-2eb6909192d7 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:47:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-236508045',display_name='tempest-TestVolumeSwap-server-236508045',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-236508045',id=24,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL8Qpk2npt50KTSi497jOisTtJ2xxQ0WToDKPSlRuFqbE0Nd7F9qfEjqyfTmN1qZrZq9YLRo4D8AkZ7E/ZjdiVjFZKyRtBcKmwLP1mRh9oGn7VPMD/oqgyh60rW+GFAHOw==',key_name='tempest-keypair-361618908',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:47:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='00dd051899c9412eb14bafeed0be17b3',ramdisk_id='',reservation_id='r-c3q0kw5s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1654827061',owner_user_name='tempest-TestVolumeSwap-1654827061-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:47:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e9c5d0b4a82c4566816774f201a5288d',uuid=a0db8146-9133-4a08-be63-2eb6909192d7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Converting VIF {"id": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "address": "fa:16:3e:99:cd:4f", "network": {"id": "a18a4253-13dd-4f23-8981-1f5ac9c658b6", "bridge": "br-int", "label": "tempest-TestVolumeSwap-847970153-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "00dd051899c9412eb14bafeed0be17b3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap85fe5a37-46", "ovs_interfaceid": "85fe5a37-4674-4cd4-a0c1-1bbd8c67b980", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:99:cd:4f,bridge_name='br-int',has_traffic_filtering=True,id=85fe5a37-4674-4cd4-a0c1-1bbd8c67b980,network=Network(a18a4253-13dd-4f23-8981-1f5ac9c658b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85fe5a37-46') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG os_vif [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:cd:4f,bridge_name='br-int',has_traffic_filtering=True,id=85fe5a37-4674-4cd4-a0c1-1bbd8c67b980,network=Network(a18a4253-13dd-4f23-8981-1f5ac9c658b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85fe5a37-46') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap85fe5a37-46, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d49d643b-51f9-462d-9782-8b52565ce2bc) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:50:43 user nova-compute[75223]: INFO os_vif [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:cd:4f,bridge_name='br-int',has_traffic_filtering=True,id=85fe5a37-4674-4cd4-a0c1-1bbd8c67b980,network=Network(a18a4253-13dd-4f23-8981-1f5ac9c658b6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap85fe5a37-46')
Dec 01 15:50:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Deleting instance files /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7_del
Dec 01 15:50:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Deletion of /opt/stack/data/nova/instances/a0db8146-9133-4a08-be63-2eb6909192d7_del complete
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: INFO nova.compute.manager [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Took 0.96 seconds to destroy the instance on the hypervisor.
Dec 01 15:50:43 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:43 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Took 0.75 seconds to deallocate network for instance.
Dec 01 15:50:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-0f3a3365-f9ed-4118-90d5-b90779921adf req-d68cceae-ce20-4d7b-8830-2f214efb6f03 service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-deleted-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.447s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:44 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Deleted allocations for instance a0db8146-9133-4a08-be63-2eb6909192d7
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:44 user nova-compute[75223]: WARNING nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received unexpected event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with vm_state deleted and task_state None.
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:44 user nova-compute[75223]: WARNING nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received unexpected event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with vm_state deleted and task_state None.
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:44 user nova-compute[75223]: WARNING nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received unexpected event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with vm_state deleted and task_state None.
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-unplugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-unplugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:44 user nova-compute[75223]: WARNING nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received unexpected event network-vif-unplugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with vm_state deleted and task_state None.
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Acquiring lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] Lock "a0db8146-9133-4a08-be63-2eb6909192d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] No waiting events found dispatching network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:44 user nova-compute[75223]: WARNING nova.compute.manager [req-e0a210e0-97ca-42c5-ba95-54fb9f74f1bb req-394ef09c-396c-4004-990d-6ec6d65ee42e service nova] [instance: a0db8146-9133-4a08-be63-2eb6909192d7] Received unexpected event network-vif-plugged-85fe5a37-4674-4cd4-a0c1-1bbd8c67b980 for instance with vm_state deleted and task_state None.
Dec 01 15:50:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b74ee0bc-71cb-4bb6-a8b5-7a80d3cd8caa tempest-TestVolumeSwap-1654827061 tempest-TestVolumeSwap-1654827061-project-member] Lock "a0db8146-9133-4a08-be63-2eb6909192d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.372s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:50:48 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Creating image(s)
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Ensure instance console log exists: /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Start _get_guest_xml network_info=[{"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oKOxDvHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '626f2d5b-cb46-4ca6-b396-4fbcdd0071b1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b344489e-00a2-46ab-9ee6-b282cc43a088', 'serial': 'b344489e-00a2-46ab-9ee6-b282cc43a088'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': 'c9dbbf5e-4d71-4364-a363-9e96f60c2c3a', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:50:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:50:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oKOxDvHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:50:48 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:50:48 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:50:48 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[304e7b63-d036-4ff0-ba95-c404a4867863]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:50:48 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af0c7569-279f-46bb-ad6c-efb250bd4a67]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088] added
Dec 01 15:50:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfd16b8a-153d-4512-bc91-af6b2963c68d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c99544d-ac12-477f-bccc-57b11d42ea52]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oKOxDvHL {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oKOxDvHL" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1155130e-43f9-45d3-befe-bbea4e3f3709]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oKOxDvHL'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[684ac289-5ba1-445c-8300-fc63371e0050]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6dc67d9-7337-4512-bc67-b40f38e8f198]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:48 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:48 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:50:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --login" returned: 0 in 1.111s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd74b0c-0cb0-4c5e-9b41-49feff4f92e4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260]
Dec 01 15:50:49 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260] successful.
Dec 01 15:50:49 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4900646-da68-4b6a-bf91-09f31c9b6209]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e11110d2-baee-4b94-aa1a-37f76e911d51]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:49 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:49 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:50:49 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:49 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:50:49 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:50:49 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:50:49 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:50:49 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 1.324s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] HCTL ('33', '-', '-', 0) found on session 36 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[90c2125f-34ba-4c51-a2da-a67e6870b7a1]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching for a device in session 36 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:50:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oKOxDvHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:50:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.358s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:50:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== connect_volume: return (2360ms) {'type': 'block', 'scsi_wwn': '23864363633353439', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:50:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23864363633353439', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:50:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1196712132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1196712132',id=29,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-1g0wn7hf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:50:28Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=626f2d5b-cb46-4ca6-b396-4fbcdd0071b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'pci_devices' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:50:51 user nova-compute[75223]:   <uuid>626f2d5b-cb46-4ca6-b396-4fbcdd0071b1</uuid>
Dec 01 15:50:51 user nova-compute[75223]:   <name>instance-0000001d</name>
Dec 01 15:50:51 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:50:51 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:50:51 user nova-compute[75223]:   <metadata>
Dec 01 15:50:51 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:50:51 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:50:51 user nova-compute[75223]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1196712132</nova:name>
Dec 01 15:50:51 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:50:48</nova:creationTime>
Dec 01 15:50:51 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:50:51 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:50:51 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:50:51 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:50:51 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:50:51 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:50:51 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:50:51 user nova-compute[75223]:       <nova:owner>
Dec 01 15:50:51 user nova-compute[75223]:         <nova:user uuid="f3ac7506af3a447f86fdafeb5e8a0135">tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member</nova:user>
Dec 01 15:50:51 user nova-compute[75223]:         <nova:project uuid="dab15a7350574232a033828939da90d5">tempest-ServerBootFromVolumeStableRescueTest-1119349329</nova:project>
Dec 01 15:50:51 user nova-compute[75223]:       </nova:owner>
Dec 01 15:50:51 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:50:51 user nova-compute[75223]:       <nova:ports>
Dec 01 15:50:51 user nova-compute[75223]:         <nova:port uuid="ec9a7546-1e3c-42c0-bd66-9861a88354bf">
Dec 01 15:50:51 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 15:50:51 user nova-compute[75223]:         </nova:port>
Dec 01 15:50:51 user nova-compute[75223]:       </nova:ports>
Dec 01 15:50:51 user nova-compute[75223]:     </nova:instance>
Dec 01 15:50:51 user nova-compute[75223]:   </metadata>
Dec 01 15:50:51 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:50:51 user nova-compute[75223]:     <system>
Dec 01 15:50:51 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:50:51 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:50:51 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:50:51 user nova-compute[75223]:       <entry name="serial">626f2d5b-cb46-4ca6-b396-4fbcdd0071b1</entry>
Dec 01 15:50:51 user nova-compute[75223]:       <entry name="uuid">626f2d5b-cb46-4ca6-b396-4fbcdd0071b1</entry>
Dec 01 15:50:51 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:50:51 user nova-compute[75223]:     </system>
Dec 01 15:50:51 user nova-compute[75223]:   </sysinfo>
Dec 01 15:50:51 user nova-compute[75223]:   <os>
Dec 01 15:50:51 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:50:51 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:50:51 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:50:51 user nova-compute[75223]:   </os>
Dec 01 15:50:51 user nova-compute[75223]:   <features>
Dec 01 15:50:51 user nova-compute[75223]:     <acpi/>
Dec 01 15:50:51 user nova-compute[75223]:     <apic/>
Dec 01 15:50:51 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:50:51 user nova-compute[75223]:   </features>
Dec 01 15:50:51 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:50:51 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:50:51 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:50:51 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:50:51 user nova-compute[75223]:   </clock>
Dec 01 15:50:51 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:50:51 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:50:51 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:50:51 user nova-compute[75223]:   </cpu>
Dec 01 15:50:51 user nova-compute[75223]:   <devices>
Dec 01 15:50:51 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:50:51 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:50:51 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 15:50:51 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:50:51 user nova-compute[75223]:       <serial>b344489e-00a2-46ab-9ee6-b282cc43a088</serial>
Dec 01 15:50:51 user nova-compute[75223]:     </disk>
Dec 01 15:50:51 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:50:51 user nova-compute[75223]:       <mac address="fa:16:3e:90:e9:b8"/>
Dec 01 15:50:51 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:50:51 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:50:51 user nova-compute[75223]:       <target dev="tapec9a7546-1e"/>
Dec 01 15:50:51 user nova-compute[75223]:     </interface>
Dec 01 15:50:51 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:50:51 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/console.log" append="off"/>
Dec 01 15:50:51 user nova-compute[75223]:     </serial>
Dec 01 15:50:51 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:50:51 user nova-compute[75223]:     <video>
Dec 01 15:50:51 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:50:51 user nova-compute[75223]:     </video>
Dec 01 15:50:51 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:50:51 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:50:51 user nova-compute[75223]:     </rng>
Dec 01 15:50:51 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:50:51 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:50:51 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:50:51 user nova-compute[75223]:     </memballoon>
Dec 01 15:50:51 user nova-compute[75223]:   </devices>
Dec 01 15:50:51 user nova-compute[75223]: </domain>
Dec 01 15:50:51 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:50:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1196712132',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1196712132',id=29,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-1g0wn7hf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:50:28Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=626f2d5b-cb46-4ca6-b396-4fbcdd0071b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG os_vif [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b088bb43-d319-5a8f-808a-7e9749e80009', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapec9a7546-1e, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapec9a7546-1e, col_values=(('qos', UUID('47e6f961-9e1d-4ed8-9fe6-e31e11e806ea')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapec9a7546-1e, col_values=(('external_ids', {'iface-id': 'ec9a7546-1e3c-42c0-bd66-9861a88354bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:90:e9:b8', 'vm-uuid': '626f2d5b-cb46-4ca6-b396-4fbcdd0071b1'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:51 user nova-compute[75223]: INFO os_vif [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e')
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:50:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No VIF found with MAC fa:16:3e:90:e9:b8, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-changed-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Refreshing instance network info cache due to event network-changed-90948b0a-6db9-497b-b1df-4d1a6cb01c90. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] Acquiring lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] Acquired lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Refreshing network info cache for port 90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updated VIF entry in instance network info cache for port 90948b0a-6db9-497b-b1df-4d1a6cb01c90. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating instance_info_cache with network_info: [{"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3434649e-9cdb-4a07-8820-053195add1bc req-c9a1e4f3-41c9-496e-a9c6-05675ca624f7 service nova] Releasing lock "refresh_cache-f0d21f87-71a8-4ecb-9a41-2f10de484a6c" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:54 user nova-compute[75223]: WARNING nova.compute.manager [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state building and task_state spawning.
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:50:54 user nova-compute[75223]: WARNING nova.compute.manager [req-99bea47c-7f4e-46a4-969a-b458e6504b5d req-75f26aa2-c191-4a34-8ffd-c22978d12b41 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state building and task_state spawning.
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:50:54 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance spawned successfully.
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:50:54 user nova-compute[75223]: INFO nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Took 6.06 seconds to spawn the instance on the hypervisor.
Dec 01 15:50:54 user nova-compute[75223]: DEBUG nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:50:54 user nova-compute[75223]: INFO nova.compute.manager [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Took 28.02 seconds to build instance.
Dec 01 15:50:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-76cbacb5-e3d2-46ca-9e90-7dc4b9339679 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.108s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:56 user nova-compute[75223]: INFO nova.compute.manager [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attaching volume 8de8c4b0-1218-4eb2-8981-91f630030538 to /dev/vdb
Dec 01 15:50:56 user nova-compute[75223]: DEBUG os_brick.utils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb60cb01-aa85-4f59-bc1d-a2a359182344]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2bbe1b-9f58-4554-a715-450266159f92]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f0c8bff-7129-4204-98fb-f723d6beecc5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75ff08ce-53ef-40ff-a0bb-e7e0b66f9345]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-changed-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Refreshing instance network info cache due to event network-changed-4b9a872a-d319-40f9-b139-1ab3e4d44a90. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] Acquiring lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] Acquired lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Refreshing network info cache for port 4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:50:56 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:50:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e706eb4-efef-4995-8dfd-ce7b1af4aab5]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG os_brick.utils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== get_connector_properties: return (151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:50:56 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating existing volume attachment record: 741927db-498a-4cb2-bd35-0808b4941343 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG nova.network.neutron [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updated VIF entry in instance network info cache for port 4b9a872a-d319-40f9-b139-1ab3e4d44a90. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG nova.network.neutron [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updating instance_info_cache with network_info: [{"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a75baf5a-a2d5-47c3-bf37-b485a9c7a519 req-05f35ae6-12a5-43fd-a6cc-18d95669b48a service nova] Releasing lock "refresh_cache-2065acbf-e750-4bc2-8499-b244456be0b4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:50:57 user nova-compute[75223]: INFO nova.compute.manager [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Attaching volume 9b385878-94cb-4988-85fe-e586b7e1ebf5 to /dev/vdb
Dec 01 15:50:57 user nova-compute[75223]: DEBUG os_brick.utils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8381fd2c-12e3-4a95-9e6d-118a72684518]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0385eceb-bb7e-4f7b-b9c7-5cfa2ca37730]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e1dc7a-101b-4feb-a1d8-95049697c7ee]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e65cccc5-4604-41f8-9a92-654062aac6b6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:50:57 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:50:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f713e0d-dff1-478e-8792-7efe1138d922]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG os_brick.utils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:50:57 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updating existing volume attachment record: 33860538-433a-461e-95ea-c81d082c5529 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:50:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ILWwzUFP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:06 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:06 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[25739296-3edf-4548-bfdd-3cad2a1fb13d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:51:06 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3095360-76d1-44e4-8e92-76f33ca33566]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538] added
Dec 01 15:51:06 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[94d36fcd-6a84-4bc0-8d5c-24ad17feb98b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[889c93e9-532e-4532-afdd-bfeb2c782286]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ILWwzUFP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ILWwzUFP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd333c2-f8b3-4efb-9598-dd3dfa81e4e1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ILWwzUFP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8870537b-aec9-4e20-85c2-71c57dd5975f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d3e83f2-ca05-446d-b31f-a67dde5e16f6]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[50d32896-a613-4bbe-bc84-66ef48e04960]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260]
Dec 01 15:51:07 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260] successful.
Dec 01 15:51:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e91f77a-d14d-4909-a638-47ce65533f25]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc45c62-bf33-4156-8f0f-2cd5bb991abe]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:07 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.330s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] HCTL ('36', '-', '-', 0) found on session 37 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e49f78-0bd3-4a0b-980a-f15b4f71ad6c]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:07 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching for a device in session 37 and hctl ['36', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching for a device in session 37 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ILWwzUFP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.360s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== connect_volume: return (1362ms) {'type': 'block', 'scsi_wwn': '26666656364323138', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26666656364323138', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:51:08 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:08 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:51:08 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:51:08 user nova-compute[75223]:   <serial>8de8c4b0-1218-4eb2-8981-91f630030538</serial>
Dec 01 15:51:08 user nova-compute[75223]: </disk>
Dec 01 15:51:08 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:08 user nova-compute[75223]: INFO nova.compute.manager [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Terminating instance
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No VIF found with MAC fa:16:3e:e8:14:09, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-6b4b15c4-b331-4e29-9834-62cea4921419 req-9ddcb5df-154b-41ba-949e-9376b6e51954 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-unplugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6b4b15c4-b331-4e29-9834-62cea4921419 req-9ddcb5df-154b-41ba-949e-9376b6e51954 service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6b4b15c4-b331-4e29-9834-62cea4921419 req-9ddcb5df-154b-41ba-949e-9376b6e51954 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6b4b15c4-b331-4e29-9834-62cea4921419 req-9ddcb5df-154b-41ba-949e-9376b6e51954 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-6b4b15c4-b331-4e29-9834-62cea4921419 req-9ddcb5df-154b-41ba-949e-9376b6e51954 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-unplugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-6b4b15c4-b331-4e29-9834-62cea4921419 req-9ddcb5df-154b-41ba-949e-9376b6e51954 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-unplugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e457bcb7-1d9e-4759-90fb-aa2c6253d536 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.691s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:51:09 user nova-compute[75223]: INFO nova.compute.claims [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Claim successful on node user
Dec 01 15:51:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Instance destroyed successfully.
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lazy-loading 'resources' on Instance uuid 853dc6f1-5351-4926-af51-c4e358684f6a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-12-01T15:45:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-810087427',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-810087427',id=20,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBOHbKjUpphLOSM5i8tfo1/uoETQCkpPGorIE9t9JK5eb7obKP8lXBHGzk/ryoHQipDIGoCEY70eUMtf1jNmewsRF9m+MKCDK08H+CiCiJoCN35KXF+TsQ8ktpu3mxStUw==',key_name='tempest-keypair-2121303983',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:49:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='12b386d4eba248328f062c861d22cc85',ramdisk_id='',reservation_id='r-0r8yy6y8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-474565575',owner_user_name='tempest-AttachVolumeShelveTestJSON-474565575-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:49:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c3011c28d7c4f61af61c5d89043e245',uuid=853dc6f1-5351-4926-af51-c4e358684f6a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converting VIF {"id": "35020f68-b26e-4080-b1fd-35c521502f58", "address": "fa:16:3e:97:3d:6a", "network": {"id": "ae1e1e9a-2187-4788-a901-ca2e9bd7c012", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1424124367-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "12b386d4eba248328f062c861d22cc85", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap35020f68-b2", "ovs_interfaceid": "35020f68-b26e-4080-b1fd-35c521502f58", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG os_vif [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap35020f68-b2, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ae87d8f0-0ccc-4aac-912b-701ed143e163) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:09 user nova-compute[75223]: INFO os_vif [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:97:3d:6a,bridge_name='br-int',has_traffic_filtering=True,id=35020f68-b26e-4080-b1fd-35c521502f58,network=Network(ae1e1e9a-2187-4788-a901-ca2e9bd7c012),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap35020f68-b2')
Dec 01 15:51:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Deleting instance files /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a_del
Dec 01 15:51:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Deletion of /opt/stack/data/nova/instances/853dc6f1-5351-4926-af51-c4e358684f6a_del complete
Dec 01 15:51:09 user nova-compute[75223]: INFO nova.compute.manager [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Took 0.99 seconds to destroy the instance on the hypervisor.
Dec 01 15:51:09 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.654s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:51:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:51:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.policy [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c285a48005f4c4ca27f51f85704e6a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5994395e1c5412382b81766ad325442', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:51:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Creating image(s)
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:10 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Took 0.84 seconds to deallocate network for instance.
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk 1073741824" returned: 0 in 0.069s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.259s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-2c23ee71-68d8-4aae-894e-fb3f9985062d req-14511980-359d-4d43-85d7-9b5c883b1540 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2c23ee71-68d8-4aae-894e-fb3f9985062d req-14511980-359d-4d43-85d7-9b5c883b1540 service nova] Acquiring lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2c23ee71-68d8-4aae-894e-fb3f9985062d req-14511980-359d-4d43-85d7-9b5c883b1540 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2c23ee71-68d8-4aae-894e-fb3f9985062d req-14511980-359d-4d43-85d7-9b5c883b1540 service nova] Lock "853dc6f1-5351-4926-af51-c4e358684f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-2c23ee71-68d8-4aae-894e-fb3f9985062d req-14511980-359d-4d43-85d7-9b5c883b1540 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] No waiting events found dispatching network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:10 user nova-compute[75223]: WARNING nova.compute.manager [req-2c23ee71-68d8-4aae-894e-fb3f9985062d req-14511980-359d-4d43-85d7-9b5c883b1540 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received unexpected event network-vif-plugged-35020f68-b26e-4080-b1fd-35c521502f58 for instance with vm_state deleted and task_state None.
Dec 01 15:51:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-2c23ee71-68d8-4aae-894e-fb3f9985062d req-14511980-359d-4d43-85d7-9b5c883b1540 service nova] [instance: 853dc6f1-5351-4926-af51-c4e358684f6a] Received event network-vif-deleted-35020f68-b26e-4080-b1fd-35c521502f58 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Cannot resize image /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Ensure instance console log exists: /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.589s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:11 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Deleted allocations for instance 853dc6f1-5351-4926-af51-c4e358684f6a
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RqxwJuik', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:11 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:11 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:11 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Successfully created port: 598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8fa6656-5ba7-4074-bf9c-97a725de5f64]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:51:11 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cb624e3a-9245-447f-b101-e020618f07c1 tempest-AttachVolumeShelveTestJSON-474565575 tempest-AttachVolumeShelveTestJSON-474565575-project-member] Lock "853dc6f1-5351-4926-af51-c4e358684f6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.666s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44ee2c8-7bc6-48a7-8c20-a65c577c808b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5] added
Dec 01 15:51:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3abff691-4a0b-482f-a0e7-9188e85bd57b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[60370a97-3e9a-4b17-960c-08edb64ec310]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RqxwJuik {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RqxwJuik" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa1637c2-7cc0-40c2-a57b-4dd9a4bc424c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RqxwJuik'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[78cd1341-34c3-4b67-8e7e-c29596bdfc0a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f912d754-dd0f-4a73-b0eb-38289b19392e]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c22e5f44-a634-47a5-8ad9-5717a7b3efb4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260]
Dec 01 15:51:11 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260] successful.
Dec 01 15:51:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4892808d-6169-4a95-81df-8cacd930d049]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2a9ddcc-d471-451f-8c95-9fbd78124388]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:11 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.297s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] HCTL ('38', '-', '-', 0) found on session 38 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9a1390-31ec-4980-ae8a-c8b06e5ac5d6]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching for a device in session 38 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RqxwJuik', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Successfully updated port: 598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing instance network info cache due to event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:51:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance network_info: |[{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Start _get_guest_xml network_info=[{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:51:12 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:51:12 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:51:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1644254495',display_name='tempest-ServerStableDeviceRescueTest-server-1644254495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1644254495',id=30,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPaHu+zkjtRjv9tML2o7U5IT6gJDoSpDswCoY5DYx0TUskgKJpB5tN73S6QF848h2p8Kfir9FajZHJlSQXxtFNrJgqhrEVtk6qMMHSTM2TOK4kx9wlPKuJuRUiWrx6XHmQ==',key_name='tempest-keypair-322085776',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5994395e1c5412382b81766ad325442',ramdisk_id='',reservation_id='r-b0s88rka',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1063980214',owner_user_name='tempest-ServerStableDeviceRescueTest-1063980214-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:51:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c285a48005f4c4ca27f51f85704e6a7',uuid=2141b631-0a6c-4495-aea8-ce596951e803,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converting VIF {"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'pci_devices' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:51:12 user nova-compute[75223]:   <uuid>2141b631-0a6c-4495-aea8-ce596951e803</uuid>
Dec 01 15:51:12 user nova-compute[75223]:   <name>instance-0000001e</name>
Dec 01 15:51:12 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:51:12 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:51:12 user nova-compute[75223]:   <metadata>
Dec 01 15:51:12 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:51:12 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:51:12 user nova-compute[75223]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1644254495</nova:name>
Dec 01 15:51:12 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:51:12</nova:creationTime>
Dec 01 15:51:12 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:51:12 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:51:12 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:51:12 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:51:12 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:51:12 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:51:12 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:51:12 user nova-compute[75223]:       <nova:owner>
Dec 01 15:51:12 user nova-compute[75223]:         <nova:user uuid="8c285a48005f4c4ca27f51f85704e6a7">tempest-ServerStableDeviceRescueTest-1063980214-project-member</nova:user>
Dec 01 15:51:12 user nova-compute[75223]:         <nova:project uuid="a5994395e1c5412382b81766ad325442">tempest-ServerStableDeviceRescueTest-1063980214</nova:project>
Dec 01 15:51:12 user nova-compute[75223]:       </nova:owner>
Dec 01 15:51:12 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:51:12 user nova-compute[75223]:       <nova:ports>
Dec 01 15:51:12 user nova-compute[75223]:         <nova:port uuid="598c4dc5-2b13-44bd-a4c6-9dd7c4715154">
Dec 01 15:51:12 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 15:51:12 user nova-compute[75223]:         </nova:port>
Dec 01 15:51:12 user nova-compute[75223]:       </nova:ports>
Dec 01 15:51:12 user nova-compute[75223]:     </nova:instance>
Dec 01 15:51:12 user nova-compute[75223]:   </metadata>
Dec 01 15:51:12 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:51:12 user nova-compute[75223]:     <system>
Dec 01 15:51:12 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:51:12 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:51:12 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:51:12 user nova-compute[75223]:       <entry name="serial">2141b631-0a6c-4495-aea8-ce596951e803</entry>
Dec 01 15:51:12 user nova-compute[75223]:       <entry name="uuid">2141b631-0a6c-4495-aea8-ce596951e803</entry>
Dec 01 15:51:12 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:51:12 user nova-compute[75223]:     </system>
Dec 01 15:51:12 user nova-compute[75223]:   </sysinfo>
Dec 01 15:51:12 user nova-compute[75223]:   <os>
Dec 01 15:51:12 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:51:12 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:51:12 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:51:12 user nova-compute[75223]:   </os>
Dec 01 15:51:12 user nova-compute[75223]:   <features>
Dec 01 15:51:12 user nova-compute[75223]:     <acpi/>
Dec 01 15:51:12 user nova-compute[75223]:     <apic/>
Dec 01 15:51:12 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:51:12 user nova-compute[75223]:   </features>
Dec 01 15:51:12 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:51:12 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:51:12 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:51:12 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:51:12 user nova-compute[75223]:   </clock>
Dec 01 15:51:12 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:51:12 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:51:12 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:51:12 user nova-compute[75223]:   </cpu>
Dec 01 15:51:12 user nova-compute[75223]:   <devices>
Dec 01 15:51:12 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:51:12 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:51:12 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk"/>
Dec 01 15:51:12 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:51:12 user nova-compute[75223]:     </disk>
Dec 01 15:51:12 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:51:12 user nova-compute[75223]:       <mac address="fa:16:3e:a0:46:f3"/>
Dec 01 15:51:12 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:51:12 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:51:12 user nova-compute[75223]:       <target dev="tap598c4dc5-2b"/>
Dec 01 15:51:12 user nova-compute[75223]:     </interface>
Dec 01 15:51:12 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:51:12 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/console.log" append="off"/>
Dec 01 15:51:12 user nova-compute[75223]:     </serial>
Dec 01 15:51:12 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:51:12 user nova-compute[75223]:     <video>
Dec 01 15:51:12 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:51:12 user nova-compute[75223]:     </video>
Dec 01 15:51:12 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:51:12 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:51:12 user nova-compute[75223]:     </rng>
Dec 01 15:51:12 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:51:12 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:51:12 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:51:12 user nova-compute[75223]:     </memballoon>
Dec 01 15:51:12 user nova-compute[75223]:   </devices>
Dec 01 15:51:12 user nova-compute[75223]: </domain>
Dec 01 15:51:12 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:51:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1644254495',display_name='tempest-ServerStableDeviceRescueTest-server-1644254495',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1644254495',id=30,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPaHu+zkjtRjv9tML2o7U5IT6gJDoSpDswCoY5DYx0TUskgKJpB5tN73S6QF848h2p8Kfir9FajZHJlSQXxtFNrJgqhrEVtk6qMMHSTM2TOK4kx9wlPKuJuRUiWrx6XHmQ==',key_name='tempest-keypair-322085776',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a5994395e1c5412382b81766ad325442',ramdisk_id='',reservation_id='r-b0s88rka',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1063980214',owner_user_name='tempest-ServerStableDeviceRescueTest-1063980214-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:51:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c285a48005f4c4ca27f51f85704e6a7',uuid=2141b631-0a6c-4495-aea8-ce596951e803,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converting VIF {"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG os_vif [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4996abbe-59a9-5ebb-b1ab-34ee6c6dc353', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap598c4dc5-2b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap598c4dc5-2b, col_values=(('qos', UUID('c1790736-6a44-442e-b9cc-378444070a5e')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap598c4dc5-2b, col_values=(('external_ids', {'iface-id': '598c4dc5-2b13-44bd-a4c6-9dd7c4715154', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:46:f3', 'vm-uuid': '2141b631-0a6c-4495-aea8-ce596951e803'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:12 user nova-compute[75223]: INFO os_vif [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b')
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No VIF found with MAC fa:16:3e:a0:46:f3, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '26533636563386362', 'path': '/dev/sdg'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533636563386362', 'path': '/dev/sdg'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:51:12 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:12 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:51:12 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:51:12 user nova-compute[75223]:   <serial>9b385878-94cb-4988-85fe-e586b7e1ebf5</serial>
Dec 01 15:51:12 user nova-compute[75223]: </disk>
Dec 01 15:51:12 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updated VIF entry in instance network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6c0c3621-2417-4b93-ad48-4343e3ad4242 req-9b25a0cc-038b-47d3-adcc-16e17d78430b service nova] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:51:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No VIF found with MAC fa:16:3e:ac:91:36, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:51:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-cc9f8052-5c26-44d3-ba16-6c1dbd7ff914 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 16.129s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-4451da2c-313c-45ef-b5df-7c74dfc4a3ef req-455f4eae-a132-4b0e-9fe6-39c669f7dc46 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4451da2c-313c-45ef-b5df-7c74dfc4a3ef req-455f4eae-a132-4b0e-9fe6-39c669f7dc46 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4451da2c-313c-45ef-b5df-7c74dfc4a3ef req-455f4eae-a132-4b0e-9fe6-39c669f7dc46 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4451da2c-313c-45ef-b5df-7c74dfc4a3ef req-455f4eae-a132-4b0e-9fe6-39c669f7dc46 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-4451da2c-313c-45ef-b5df-7c74dfc4a3ef req-455f4eae-a132-4b0e-9fe6-39c669f7dc46 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:14 user nova-compute[75223]: WARNING nova.compute.manager [req-4451da2c-313c-45ef-b5df-7c74dfc4a3ef req-455f4eae-a132-4b0e-9fe6-39c669f7dc46 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state building and task_state spawning.
Dec 01 15:51:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:51:16 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance spawned successfully.
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-665fae88-b242-4e65-bdab-a04d2be534af req-ae4efcf1-3d89-4deb-8f69-d9711735f65d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-665fae88-b242-4e65-bdab-a04d2be534af req-ae4efcf1-3d89-4deb-8f69-d9711735f65d service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-665fae88-b242-4e65-bdab-a04d2be534af req-ae4efcf1-3d89-4deb-8f69-d9711735f65d service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-665fae88-b242-4e65-bdab-a04d2be534af req-ae4efcf1-3d89-4deb-8f69-d9711735f65d service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-665fae88-b242-4e65-bdab-a04d2be534af req-ae4efcf1-3d89-4deb-8f69-d9711735f65d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:16 user nova-compute[75223]: WARNING nova.compute.manager [req-665fae88-b242-4e65-bdab-a04d2be534af req-ae4efcf1-3d89-4deb-8f69-d9711735f65d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state building and task_state spawning.
Dec 01 15:51:16 user nova-compute[75223]: INFO nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Took 6.17 seconds to spawn the instance on the hypervisor.
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:51:16 user nova-compute[75223]: INFO nova.compute.manager [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Took 7.33 seconds to build instance.
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2158fb0c-fd1d-41f6-9b18-326a6ec47314 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.529s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:51:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.103s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:17 user nova-compute[75223]: INFO nova.compute.manager [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Attaching volume f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f to /dev/vdc
Dec 01 15:51:18 user nova-compute[75223]: DEBUG os_brick.utils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad6426bb-358c-4085-b410-cc1c5edc91aa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f498a325-28e2-4ded-bcb7-29e967415553]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd3f66c-0300-418a-87ef-20a78dc94f24]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c816d097-89b8-4f25-92a4-2d733b1d00a1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:51:18 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd6cdce-f4ce-4fdc-b2a3-837b5bd53e00]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG os_brick.utils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== get_connector_properties: return (159ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updating existing volume attachment record: 982d4b55-2c06-4aa6-85b4-239d1564169e {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:51:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:51:22 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:51:22 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:51:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7169MB free_disk=25.11819076538086GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2065acbf-e750-4bc2-8499-b244456be0b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1088849-ea21-48a9-96bc-38823f0b6860 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6de864ac-3c50-4e41-8436-5ade06fd6f55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:51:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.606s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:28 user nova-compute[75223]: INFO nova.compute.manager [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Detaching volume 8de8c4b0-1218-4eb2-8981-91f630030538
Dec 01 15:51:28 user nova-compute[75223]: INFO nova.virt.block_device [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attempting to driver detach volume 8de8c4b0-1218-4eb2-8981-91f630030538 from mountpoint /dev/vdb
Dec 01 15:51:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Attempting to detach device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:51:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:51:28 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:28 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:51:28 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:51:28 user nova-compute[75223]:   <serial>8de8c4b0-1218-4eb2-8981-91f630030538</serial>
Dec 01 15:51:28 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:51:28 user nova-compute[75223]: </disk>
Dec 01 15:51:28 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:51:28 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config.
Dec 01 15:51:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:51:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:51:28 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:28 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:51:28 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:51:28 user nova-compute[75223]:   <serial>8de8c4b0-1218-4eb2-8981-91f630030538</serial>
Dec 01 15:51:28 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:51:28 user nova-compute[75223]: </disk>
Dec 01 15:51:28 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:51:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:51:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-changed-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Refreshing instance network info cache due to event network-changed-f67f0fac-cf9a-49bd-997a-3c50fedea0f9. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] Acquiring lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] Acquired lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Refreshing network info cache for port f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updated VIF entry in instance network info cache for port f67f0fac-cf9a-49bd-997a-3c50fedea0f9. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-028b3c9a-33c8-4ad4-ad94-1fc9fe3326c1 req-1a511494-092c-454d-b6a5-50881a827a1d service nova] Releasing lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Stashing vm_state: active {{(pid=75223) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:51:34 user nova-compute[75223]: INFO nova.compute.claims [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Claim successful on node user
Dec 01 15:51:34 user nova-compute[75223]: INFO nova.compute.resource_tracker [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating resource usage from migration 8e5a3f40-0df1-44a5-97d5-9e5b03440a96
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-changed-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Refreshing instance network info cache due to event network-changed-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] Acquiring lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] Acquired lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.network.neutron [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Refreshing network info cache for port 61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.553s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:34 user nova-compute[75223]: INFO nova.compute.manager [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Migrating
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QTiFBdVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:34 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:34 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:34 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b55daed0-0934-4f77-9a4e-6e41581b0fdb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:51:34 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b5a50d5-e763-4d31-9a90-98caa50be9ef]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f] added
Dec 01 15:51:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c42cd00-2ae5-434a-9ae4-2e91a1d6640f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.network.neutron [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updated VIF entry in instance network info cache for port 61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.network.neutron [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating instance_info_cache with network_info: [{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[99c1ae9f-4d98-441c-812f-168deb26e93a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QTiFBdVs {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-542c74a1-a408-42b5-8133-8fb1b5315ea2 req-c852ad18-83ad-46e8-a5f6-ddef2e565c5e service nova] Releasing lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquired lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QTiFBdVs" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27c8de40-a900-4d0f-b4d2-1bf9b2b9dcc4]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QTiFBdVs'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f4d355-987a-4120-b54d-c18e8c008a3f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9fdf1ac-57c5-48c0-bd6c-58612553b3dd]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[296d4d8a-670b-4f54-8974-a3eb19494b41]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260]
Dec 01 15:51:35 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260] successful.
Dec 01 15:51:35 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d5c4a1-2ba3-416d-afa0-84888886b94c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f26a1e-ca55-4ce4-b670-cc454dc26a41]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:35 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:35 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] HCTL ('39', '-', '-', 0) found on session 39 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[db0bf609-aa78-455c-b45d-b255d6730e0c]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Searching for a device in session 39 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QTiFBdVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating instance_info_cache with network_info: [{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Releasing lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Starting migrate_disk_and_power_off {{(pid=75223) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11481}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '26263303837306462', 'path': '/dev/sdh'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26263303837306462', 'path': '/dev/sdh'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:51:36 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:36 user nova-compute[75223]:   <source dev="/dev/sdh"/>
Dec 01 15:51:36 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:51:36 user nova-compute[75223]:   <serial>f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f</serial>
Dec 01 15:51:36 user nova-compute[75223]: </disk>
Dec 01 15:51:36 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance destroyed successfully.
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1286135858',display_name='tempest-ServerActionsTestOtherA-server-1286135858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1286135858',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:49:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-egsg78gh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:51:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=c1088849-ea21-48a9-96bc-38823f0b6860,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1504403370-network", "vif_mac": "fa:16:3e:d8:7a:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1504403370-network", "vif_mac": "fa:16:3e:d8:7a:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_vif [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61be9e87-6b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dd4bd188-a784-4336-b153-748ad26e0b81) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:51:36 user nova-compute[75223]: INFO os_vif [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b')
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:36 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca8c8ea-027c-4b57-a9b6-2f292919ec8b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:51:36 user nova-compute[75223]: No targets found.
Dec 01 15:51:36 user nova-compute[75223]: iSNS:
Dec 01 15:51:36 user nova-compute[75223]: No targets found.
Dec 01 15:51:36 user nova-compute[75223]: STATIC:
Dec 01 15:51:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f
Dec 01 15:51:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:51:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538
Dec 01 15:51:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:51:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:51:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5
Dec 01 15:51:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:51:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:36 user nova-compute[75223]: FIRMWARE:
Dec 01 15:51:36 user nova-compute[75223]: No targets found.
Dec 01 15:51:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:51:36 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:51:36 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aeb97491-9771-48d1-8664-4ac5bda02ae8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[92a2701d-590f-4765-b6bd-c1c3054e8e1c]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:36 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45d8d30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb'): ({'sdf'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Removing single pathed devices sdf {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d62cb2-ab7a-4077-b815-352c8c8adf25]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58d7fc1-195e-44df-98e3-962b5e042d62]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flushing IO for device /dev/sdf {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d938529-3836-462d-ba17-c152dd21b54d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:36 user nova-compute[75223]: WARNING nova.compute.manager [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state resize_migrating.
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:36 user nova-compute[75223]: WARNING nova.compute.manager [req-5fb04464-c663-4de8-b9f2-6be1e22c9f75 req-6240bc6e-b498-4b8a-96e7-89e10be76105 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state resize_migrating.
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.052s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[93ffcf37-7185-4935-b665-4a1bb4949311]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23136313666346330', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5b2c54ea', '/dev/disk/by-id/scsi-1SCST_BIO5b2c54ea-1616f4c03d536ab6') {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2731c70b-20d1-4cf3-962e-c27ee58f4b04]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d2198fb-c7bf-4e9f-a1e8-49f894efed8b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --logout" returned: 0 in 0.084s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[07fc73b7-a8d1-4087-b011-cfd599476569]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]
Dec 01 15:51:36 user nova-compute[75223]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.
Dec 01 15:51:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] No VIF found with MAC fa:16:3e:ac:91:36, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b915138-59ac-4508-baac-f05e3b524fb2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.410s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== disconnect_volume: return (411ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d0630bae-592c-4deb-8ef9-48fd5af62aa7 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 18.902s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Port 61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 binding to destination host user is already ACTIVE {{(pid=75223) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:37 user nova-compute[75223]: INFO nova.compute.manager [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Detaching volume 9b385878-94cb-4988-85fe-e586b7e1ebf5
Dec 01 15:51:37 user nova-compute[75223]: INFO nova.virt.block_device [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Attempting to driver detach volume 9b385878-94cb-4988-85fe-e586b7e1ebf5 from mountpoint /dev/vdb
Dec 01 15:51:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Attempting to detach device vdb from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:51:37 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:37 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:51:37 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:51:37 user nova-compute[75223]:   <serial>9b385878-94cb-4988-85fe-e586b7e1ebf5</serial>
Dec 01 15:51:37 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:51:37 user nova-compute[75223]: </disk>
Dec 01 15:51:37 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:51:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully detached device vdb from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the persistent domain config.
Dec 01 15:51:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:51:37 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:37 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:51:37 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:51:37 user nova-compute[75223]:   <serial>9b385878-94cb-4988-85fe-e586b7e1ebf5</serial>
Dec 01 15:51:37 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:51:37 user nova-compute[75223]: </disk>
Dec 01 15:51:37 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquired lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:51:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating instance_info_cache with network_info: [{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Releasing lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG os_brick.utils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d10b64-4ca0-434c-a8f3-1c3e32ca78da]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e726eec-0e3b-492c-85d9-0fccfa011e82]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[362a15f6-4d43-455d-a212-0f90599f7df8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[89ffcb75-a57d-4665-91ab-3b4b945fcce6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:51:38 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:51:38 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2479b192-d198-41be-8bba-3386c3aaa3ce]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:51:38 user nova-compute[75223]: DEBUG os_brick.utils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "6de864ac-3c50-4e41-8436-5ade06fd6f55" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:41 user nova-compute[75223]: INFO nova.compute.manager [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Terminating instance
Dec 01 15:51:41 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-43dcd143-e85b-4b85-ac61-062c5bcd1729 req-8adb05ca-e1c2-42a8-a746-62904b16a6a5 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received event network-vif-unplugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43dcd143-e85b-4b85-ac61-062c5bcd1729 req-8adb05ca-e1c2-42a8-a746-62904b16a6a5 service nova] Acquiring lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43dcd143-e85b-4b85-ac61-062c5bcd1729 req-8adb05ca-e1c2-42a8-a746-62904b16a6a5 service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43dcd143-e85b-4b85-ac61-062c5bcd1729 req-8adb05ca-e1c2-42a8-a746-62904b16a6a5 service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-43dcd143-e85b-4b85-ac61-062c5bcd1729 req-8adb05ca-e1c2-42a8-a746-62904b16a6a5 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] No waiting events found dispatching network-vif-unplugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-43dcd143-e85b-4b85-ac61-062c5bcd1729 req-8adb05ca-e1c2-42a8-a746-62904b16a6a5 service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received event network-vif-unplugged-07924936-d798-438b-910d-256d1931da2a for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:51:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Instance destroyed successfully.
Dec 01 15:51:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lazy-loading 'resources' on Instance uuid 6de864ac-3c50-4e41-8436-5ade06fd6f55 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-707350994',display_name='tempest-VolumesNegativeTest-instance-707350994',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-707350994',id=28,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:49:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1ee53aaabe744eddb85fcdd7a6cde29a',ramdisk_id='',reservation_id='r-ien0d0pe',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-265039270',owner_user_name='tempest-VolumesNegativeTest-265039270-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:49:59Z,user_data=None,user_id='1f496fdac9424321b2763857f776a1f8',uuid=6de864ac-3c50-4e41-8436-5ade06fd6f55,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Converting VIF {"id": "07924936-d798-438b-910d-256d1931da2a", "address": "fa:16:3e:8f:03:39", "network": {"id": "24b182e8-b92a-44f4-b9bb-37dc9fc1accf", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "437c4953af034ed7a1b7e8566c29c2ce", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap07924936-d7", "ovs_interfaceid": "07924936-d798-438b-910d-256d1931da2a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:03:39,bridge_name='br-int',has_traffic_filtering=True,id=07924936-d798-438b-910d-256d1931da2a,network=Network(24b182e8-b92a-44f4-b9bb-37dc9fc1accf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07924936-d7') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG os_vif [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:03:39,bridge_name='br-int',has_traffic_filtering=True,id=07924936-d798-438b-910d-256d1931da2a,network=Network(24b182e8-b92a-44f4-b9bb-37dc9fc1accf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07924936-d7') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap07924936-d7, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=21eeeba8-9342-4f36-85ae-dbc0641b37d4) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:42 user nova-compute[75223]: INFO os_vif [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:03:39,bridge_name='br-int',has_traffic_filtering=True,id=07924936-d798-438b-910d-256d1931da2a,network=Network(24b182e8-b92a-44f4-b9bb-37dc9fc1accf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap07924936-d7')
Dec 01 15:51:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Deleting instance files /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55_del
Dec 01 15:51:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Deletion of /opt/stack/data/nova/instances/6de864ac-3c50-4e41-8436-5ade06fd6f55_del complete
Dec 01 15:51:42 user nova-compute[75223]: INFO nova.compute.manager [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Took 0.70 seconds to destroy the instance on the hypervisor.
Dec 01 15:51:42 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:51:42 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Took 0.46 seconds to deallocate network for instance.
Dec 01 15:51:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.524s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:43 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Deleted allocations for instance 6de864ac-3c50-4e41-8436-5ade06fd6f55
Dec 01 15:51:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1cd32eb1-7d1c-42ad-9ebf-3352cd912bce tempest-VolumesNegativeTest-265039270 tempest-VolumesNegativeTest-265039270-project-member] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.885s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-3ff4cf43-1b7d-4895-8718-4fc92c1c929c req-bd44755e-44eb-4049-8b7a-eff128d5fefb service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received event network-vif-plugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3ff4cf43-1b7d-4895-8718-4fc92c1c929c req-bd44755e-44eb-4049-8b7a-eff128d5fefb service nova] Acquiring lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3ff4cf43-1b7d-4895-8718-4fc92c1c929c req-bd44755e-44eb-4049-8b7a-eff128d5fefb service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3ff4cf43-1b7d-4895-8718-4fc92c1c929c req-bd44755e-44eb-4049-8b7a-eff128d5fefb service nova] Lock "6de864ac-3c50-4e41-8436-5ade06fd6f55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-3ff4cf43-1b7d-4895-8718-4fc92c1c929c req-bd44755e-44eb-4049-8b7a-eff128d5fefb service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] No waiting events found dispatching network-vif-plugged-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:43 user nova-compute[75223]: WARNING nova.compute.manager [req-3ff4cf43-1b7d-4895-8718-4fc92c1c929c req-bd44755e-44eb-4049-8b7a-eff128d5fefb service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received unexpected event network-vif-plugged-07924936-d798-438b-910d-256d1931da2a for instance with vm_state deleted and task_state None.
Dec 01 15:51:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-3ff4cf43-1b7d-4895-8718-4fc92c1c929c req-bd44755e-44eb-4049-8b7a-eff128d5fefb service nova] [instance: 6de864ac-3c50-4e41-8436-5ade06fd6f55] Received event network-vif-deleted-07924936-d798-438b-910d-256d1931da2a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Starting finish_migration {{(pid=75223) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11668}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:51:48 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Creating image(s)
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Ensure instance console log exists: /opt/stack/data/nova/instances/c1088849-ea21-48a9-96bc-38823f0b6860/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Start _get_guest_xml network_info=[{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1504403370-network", "vif_mac": "fa:16:3e:d8:7a:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c1088849-ea21-48a9-96bc-38823f0b6860', 'attached_at': '2023-12-01T15:51:49.000000', 'detached_at': '', 'volume_id': '620d9f03-1073-4a84-a101-fbbea8434ebb', 'serial': '620d9f03-1073-4a84-a101-fbbea8434ebb'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': '77cc5a6a-295f-4227-8ac7-afcdab48da7f', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:51:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:51:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:48 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:48 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:48 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd19d8c8-ffd1-431b-a4c1-0da572df0bf2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:51:48 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c001b1d1-1f30-4a94-a524-d00e5477ac0b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb] added
Dec 01 15:51:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffd75a38-5bbd-4c89-8cce-bdfa2e29aded]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd8bbbe-4722-4068-a71c-ac5dfb73d382]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dfNYeymD {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dfNYeymD" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f263692e-64e1-4b37-9347-f36212e36443]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dfNYeymD'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[465bdcda-e68d-4597-abe5-b730d3a2b8b2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[935bd907-5a69-4128-8635-75820e42c430]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[583730c4-bb36-44ff-b1f3-6a4e03eeb5a0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]
Dec 01 15:51:48 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.
Dec 01 15:51:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[078095e5-3fec-4000-a50f-2b8442aae671]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[57a6284d-2158-490a-999e-884a670b488f]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:49 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:49 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] HCTL ('37', '-', '-', 0) found on session 40 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[49ed1bfd-7f80-42de-b01a-03d8d76eee2a]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching for a device in session 40 and hctl ['37', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:51:49 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c is timed out.
Dec 01 15:51:49 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config.
Dec 01 15:51:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ILWwzUFP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:49 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Searching for a device in session 40 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.321s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '23136313666346330', 'path': '/dev/sdf'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23136313666346330', 'path': '/dev/sdf'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.646s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94bff0a-e46b-49a7-93b8-5febdf521cb0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:51:50 user nova-compute[75223]: No targets found.
Dec 01 15:51:50 user nova-compute[75223]: iSNS:
Dec 01 15:51:50 user nova-compute[75223]: No targets found.
Dec 01 15:51:50 user nova-compute[75223]: STATIC:
Dec 01 15:51:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f
Dec 01 15:51:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:51:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538
Dec 01 15:51:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:51:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:51:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5
Dec 01 15:51:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:51:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:50 user nova-compute[75223]: FIRMWARE:
Dec 01 15:51:50 user nova-compute[75223]: No targets found.
Dec 01 15:51:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:51:50 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:51:50 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1286135858',display_name='tempest-ServerActionsTestOtherA-server-1286135858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1286135858',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:49:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-egsg78gh',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=c1088849-ea21-48a9-96bc-38823f0b6860,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1504403370-network", "vif_mac": "fa:16:3e:d8:7a:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1504403370-network", "vif_mac": "fa:16:3e:d8:7a:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:51:50 user nova-compute[75223]:   <uuid>c1088849-ea21-48a9-96bc-38823f0b6860</uuid>
Dec 01 15:51:50 user nova-compute[75223]:   <name>instance-0000001b</name>
Dec 01 15:51:50 user nova-compute[75223]:   <memory>2097152</memory>
Dec 01 15:51:50 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:51:50 user nova-compute[75223]:   <metadata>
Dec 01 15:51:50 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:51:50 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:51:50 user nova-compute[75223]:       <nova:name>tempest-ServerActionsTestOtherA-server-1286135858</nova:name>
Dec 01 15:51:50 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:51:48</nova:creationTime>
Dec 01 15:51:50 user nova-compute[75223]:       <nova:flavor name="m1.small">
Dec 01 15:51:50 user nova-compute[75223]:         <nova:memory>2048</nova:memory>
Dec 01 15:51:50 user nova-compute[75223]:         <nova:disk>20</nova:disk>
Dec 01 15:51:50 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:51:50 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:51:50 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:51:50 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:51:50 user nova-compute[75223]:       <nova:owner>
Dec 01 15:51:50 user nova-compute[75223]:         <nova:user uuid="3ec8d012a9e34a76b5b664d8ee648e9f">tempest-ServerActionsTestOtherA-1859357013-project-member</nova:user>
Dec 01 15:51:50 user nova-compute[75223]:         <nova:project uuid="9a95e6088fc049c89d0e6f2194dc80ff">tempest-ServerActionsTestOtherA-1859357013</nova:project>
Dec 01 15:51:50 user nova-compute[75223]:       </nova:owner>
Dec 01 15:51:50 user nova-compute[75223]:       <nova:ports>
Dec 01 15:51:50 user nova-compute[75223]:         <nova:port uuid="61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15">
Dec 01 15:51:50 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 15:51:50 user nova-compute[75223]:         </nova:port>
Dec 01 15:51:50 user nova-compute[75223]:       </nova:ports>
Dec 01 15:51:50 user nova-compute[75223]:     </nova:instance>
Dec 01 15:51:50 user nova-compute[75223]:   </metadata>
Dec 01 15:51:50 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:51:50 user nova-compute[75223]:     <system>
Dec 01 15:51:50 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:51:50 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:51:50 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:51:50 user nova-compute[75223]:       <entry name="serial">c1088849-ea21-48a9-96bc-38823f0b6860</entry>
Dec 01 15:51:50 user nova-compute[75223]:       <entry name="uuid">c1088849-ea21-48a9-96bc-38823f0b6860</entry>
Dec 01 15:51:50 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:51:50 user nova-compute[75223]:     </system>
Dec 01 15:51:50 user nova-compute[75223]:   </sysinfo>
Dec 01 15:51:50 user nova-compute[75223]:   <os>
Dec 01 15:51:50 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:51:50 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:51:50 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:51:50 user nova-compute[75223]:   </os>
Dec 01 15:51:50 user nova-compute[75223]:   <features>
Dec 01 15:51:50 user nova-compute[75223]:     <acpi/>
Dec 01 15:51:50 user nova-compute[75223]:     <apic/>
Dec 01 15:51:50 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:51:50 user nova-compute[75223]:   </features>
Dec 01 15:51:50 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:51:50 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:51:50 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:51:50 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:51:50 user nova-compute[75223]:   </clock>
Dec 01 15:51:50 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:51:50 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:51:50 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:51:50 user nova-compute[75223]:   </cpu>
Dec 01 15:51:50 user nova-compute[75223]:   <devices>
Dec 01 15:51:50 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:51:50 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:51:50 user nova-compute[75223]:       <source dev="/dev/sdf"/>
Dec 01 15:51:50 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:51:50 user nova-compute[75223]:       <serial>620d9f03-1073-4a84-a101-fbbea8434ebb</serial>
Dec 01 15:51:50 user nova-compute[75223]:     </disk>
Dec 01 15:51:50 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:51:50 user nova-compute[75223]:       <mac address="fa:16:3e:d8:7a:53"/>
Dec 01 15:51:50 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:51:50 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:51:50 user nova-compute[75223]:       <target dev="tap61be9e87-6b"/>
Dec 01 15:51:50 user nova-compute[75223]:     </interface>
Dec 01 15:51:50 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:51:50 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/c1088849-ea21-48a9-96bc-38823f0b6860/console.log" append="off"/>
Dec 01 15:51:50 user nova-compute[75223]:     </serial>
Dec 01 15:51:50 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:51:50 user nova-compute[75223]:     <video>
Dec 01 15:51:50 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:51:50 user nova-compute[75223]:     </video>
Dec 01 15:51:50 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:51:50 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:51:50 user nova-compute[75223]:     </rng>
Dec 01 15:51:50 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:51:50 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:51:50 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:51:50 user nova-compute[75223]:     </memballoon>
Dec 01 15:51:50 user nova-compute[75223]:   </devices>
Dec 01 15:51:50 user nova-compute[75223]: </domain>
Dec 01 15:51:50 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1286135858',display_name='tempest-ServerActionsTestOtherA-server-1286135858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1286135858',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:49:59Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-egsg78gh',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:51:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=c1088849-ea21-48a9-96bc-38823f0b6860,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1504403370-network", "vif_mac": "fa:16:3e:d8:7a:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1504403370-network", "vif_mac": "fa:16:3e:d8:7a:53"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_vif [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11c410cc-f67e-5b45-9bf3-dd27ba58634e', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3e14f8-26ed-4896-96f9-a845b9ed0af3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61be9e87-6b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61be9e87-6b, col_values=(('qos', UUID('1449ea92-4269-4956-a684-8f04f44172e7')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61be9e87-6b, col_values=(('external_ids', {'iface-id': '61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:7a:53', 'vm-uuid': 'c1088849-ea21-48a9-96bc-38823f0b6860'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:50 user nova-compute[75223]: INFO os_vif [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b')
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ec3d28-cc6d-48b1-8238-d8c2aa9f2a4c]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:50 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f45e9fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36fc629-f092-4b9d-acfc-a24ed104da5f]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] No VIF found with MAC fa:16:3e:d8:7a:53, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f15d7f66-980e-49b4-b78d-99418136e30e]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9b04fca-cbca-4642-a228-9f92dafa9c80]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6edee1f7-bdba-4d12-abb7-91f7db4ebc30]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[029a761e-d932-4150-a1f1-4d6d76cd6cee]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b725cb1a-24a2-4326-b259-59487960bf56]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260]
Dec 01 15:51:50 user nova-compute[75223]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538, portal: 172.16.0.220,3260] successful.
Dec 01 15:51:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8de8c4b0-1218-4eb2-8981-91f630030538 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fff199e-f392-494f-bf15-b98cabe90440]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.342s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== disconnect_volume: return (987ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-35e54a6e-0b7d-4af9-9fdb-8a3c44e2de03 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.361s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-e8a4a9d2-76c4-4575-85b9-46b2688f1fca req-366e3f12-935c-45d6-ba34-6b9012f31221 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8a4a9d2-76c4-4575-85b9-46b2688f1fca req-366e3f12-935c-45d6-ba34-6b9012f31221 service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8a4a9d2-76c4-4575-85b9-46b2688f1fca req-366e3f12-935c-45d6-ba34-6b9012f31221 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8a4a9d2-76c4-4575-85b9-46b2688f1fca req-366e3f12-935c-45d6-ba34-6b9012f31221 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-e8a4a9d2-76c4-4575-85b9-46b2688f1fca req-366e3f12-935c-45d6-ba34-6b9012f31221 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:51 user nova-compute[75223]: WARNING nova.compute.manager [req-e8a4a9d2-76c4-4575-85b9-46b2688f1fca req-366e3f12-935c-45d6-ba34-6b9012f31221 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state resize_finish.
Dec 01 15:51:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:51:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance running successfully.
Dec 01 15:51:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Failed to set time: agent not configured {{(pid=75223) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Dec 01 15:51:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-7d7bc444-be2b-41fd-bb61-dd63d470b475 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] finish_migration finished successfully. {{(pid=75223) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11763}}
Dec 01 15:51:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-862397f8-8c8d-4d9d-889c-aa5c16a58c79 req-7cb2a6db-2e77-4d66-b3b9-e981260a895f service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:51:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-862397f8-8c8d-4d9d-889c-aa5c16a58c79 req-7cb2a6db-2e77-4d66-b3b9-e981260a895f service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:51:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-862397f8-8c8d-4d9d-889c-aa5c16a58c79 req-7cb2a6db-2e77-4d66-b3b9-e981260a895f service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:51:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-862397f8-8c8d-4d9d-889c-aa5c16a58c79 req-7cb2a6db-2e77-4d66-b3b9-e981260a895f service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:51:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-862397f8-8c8d-4d9d-889c-aa5c16a58c79 req-7cb2a6db-2e77-4d66-b3b9-e981260a895f service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:51:53 user nova-compute[75223]: WARNING nova.compute.manager [req-862397f8-8c8d-4d9d-889c-aa5c16a58c79 req-7cb2a6db-2e77-4d66-b3b9-e981260a895f service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state resize_finish.
Dec 01 15:51:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:51:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2065acbf-e750-4bc2-8499-b244456be0b4 is timed out.
Dec 01 15:51:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully detached device vdb from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the live domain config.
Dec 01 15:51:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RqxwJuik', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:51:58 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[696bc830-280a-43d0-a4f9-18468e18bf6e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:51:58 user nova-compute[75223]: No targets found.
Dec 01 15:51:58 user nova-compute[75223]: iSNS:
Dec 01 15:51:58 user nova-compute[75223]: No targets found.
Dec 01 15:51:58 user nova-compute[75223]: STATIC:
Dec 01 15:51:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f
Dec 01 15:51:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:51:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:51:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:51:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5
Dec 01 15:51:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:51:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:51:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:51:58 user nova-compute[75223]: FIRMWARE:
Dec 01 15:51:58 user nova-compute[75223]: No targets found.
Dec 01 15:51:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:51:58 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:51:58 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2de6c296-c032-4308-9e37-c7208fd01a91]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[06bb2eaa-f108-4d56-bb2c-a52044272ccd]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:51:58 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:51:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d449d870>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5'): ({'sdg'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Removing single pathed devices sdg {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[59f6e567-b03c-4c04-a59a-f5e37b22979c]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6f2196e-cf92-49ab-b85d-5341b75a992e]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flushing IO for device /dev/sdg {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26dac94-84c8-4628-a32e-20cb48d29799]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.042s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f158e8b6-543c-4247-80b5-f14596e1a02a]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ffbb2a3-c83a-46b1-b54b-34081ef2c946]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ccf64e-e8e0-4e64-ad96-717ab3fecc86]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260]
Dec 01 15:51:58 user nova-compute[75223]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5, portal: 172.16.0.220,3260] successful.
Dec 01 15:51:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b385878-94cb-4988-85fe-e586b7e1ebf5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb79469c-7fb7-459b-af4f-ebd20d737f08]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.336s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== disconnect_volume: return (338ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:51:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:51:59 user nova-compute[75223]: DEBUG nova.objects.instance [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:51:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-727ade13-bf05-47ba-a8cb-23b16984ee6c tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.756s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:00 user nova-compute[75223]: INFO nova.compute.manager [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Detaching volume f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f
Dec 01 15:52:00 user nova-compute[75223]: INFO nova.virt.block_device [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Attempting to driver detach volume f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f from mountpoint /dev/vdc
Dec 01 15:52:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Attempting to detach device vdc from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:52:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:52:00 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:00 user nova-compute[75223]:   <source dev="/dev/sdh"/>
Dec 01 15:52:00 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:52:00 user nova-compute[75223]:   <serial>f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f</serial>
Dec 01 15:52:00 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 15:52:00 user nova-compute[75223]: </disk>
Dec 01 15:52:00 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:52:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully detached device vdc from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the persistent domain config.
Dec 01 15:52:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:52:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:52:00 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:00 user nova-compute[75223]:   <source dev="/dev/sdh"/>
Dec 01 15:52:00 user nova-compute[75223]:   <target dev="vdc" bus="virtio"/>
Dec 01 15:52:00 user nova-compute[75223]:   <serial>f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f</serial>
Dec 01 15:52:00 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Dec 01 15:52:00 user nova-compute[75223]: </disk>
Dec 01 15:52:00 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:52:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:52:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:52:06 user nova-compute[75223]: INFO nova.compute.claims [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Claim successful on node user
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.537s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:52:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.policy [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29548c97eee643e7b9ee8c12a2f9604b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d7aee04a45b45beb583b7a5567dbee9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:52:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Creating image(s)
Dec 01 15:52:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "/opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "/opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "/opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk 1073741824" returned: 0 in 0.048s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Checking if we can resize image /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Successfully created port: bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Cannot resize image /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Ensure instance console log exists: /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Successfully updated port: bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquired lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-changed-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Refreshing instance network info cache due to event network-changed-bb24075b-2c8f-4381-8e53-65692a40e803. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] Acquiring lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Updating instance_info_cache with network_info: [{"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Releasing lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Instance network_info: |[{"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] Acquired lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Refreshing network info cache for port bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Start _get_guest_xml network_info=[{"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:52:08 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:08 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:52:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1640244769',display_name='tempest-VolumesAdminNegativeTest-server-1640244769',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1640244769',id=31,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFYOFNNEBPOW07a/U4VVjyeJQXiyhRgz8ZnGkXwhydMqlfrICQ6pxNrkukyAYal85anp8jJHqvysH0E9BYZamVp2R9vK35VkKaxOi6BrXhagEbYNFrRLS6adufJ4I6Lk4g==',key_name='tempest-keypair-2016496230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d7aee04a45b45beb583b7a5567dbee9',ramdisk_id='',reservation_id='r-n7wiaujz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-635988377',owner_user_name='tempest-VolumesAdminNegativeTest-635988377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:52:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='29548c97eee643e7b9ee8c12a2f9604b',uuid=59223bfc-0e28-4ae8-9bda-c002f003186d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converting VIF {"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:56:1b,bridge_name='br-int',has_traffic_filtering=True,id=bb24075b-2c8f-4381-8e53-65692a40e803,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb24075b-2c') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lazy-loading 'pci_devices' on Instance uuid 59223bfc-0e28-4ae8-9bda-c002f003186d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:52:08 user nova-compute[75223]:   <uuid>59223bfc-0e28-4ae8-9bda-c002f003186d</uuid>
Dec 01 15:52:08 user nova-compute[75223]:   <name>instance-0000001f</name>
Dec 01 15:52:08 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:52:08 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:52:08 user nova-compute[75223]:   <metadata>
Dec 01 15:52:08 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:52:08 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:52:08 user nova-compute[75223]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1640244769</nova:name>
Dec 01 15:52:08 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:52:08</nova:creationTime>
Dec 01 15:52:08 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:52:08 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:52:08 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:52:08 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:52:08 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:52:08 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:52:08 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:52:08 user nova-compute[75223]:       <nova:owner>
Dec 01 15:52:08 user nova-compute[75223]:         <nova:user uuid="29548c97eee643e7b9ee8c12a2f9604b">tempest-VolumesAdminNegativeTest-635988377-project-member</nova:user>
Dec 01 15:52:08 user nova-compute[75223]:         <nova:project uuid="5d7aee04a45b45beb583b7a5567dbee9">tempest-VolumesAdminNegativeTest-635988377</nova:project>
Dec 01 15:52:08 user nova-compute[75223]:       </nova:owner>
Dec 01 15:52:08 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:52:08 user nova-compute[75223]:       <nova:ports>
Dec 01 15:52:08 user nova-compute[75223]:         <nova:port uuid="bb24075b-2c8f-4381-8e53-65692a40e803">
Dec 01 15:52:08 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 15:52:08 user nova-compute[75223]:         </nova:port>
Dec 01 15:52:08 user nova-compute[75223]:       </nova:ports>
Dec 01 15:52:08 user nova-compute[75223]:     </nova:instance>
Dec 01 15:52:08 user nova-compute[75223]:   </metadata>
Dec 01 15:52:08 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:52:08 user nova-compute[75223]:     <system>
Dec 01 15:52:08 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:52:08 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:52:08 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:52:08 user nova-compute[75223]:       <entry name="serial">59223bfc-0e28-4ae8-9bda-c002f003186d</entry>
Dec 01 15:52:08 user nova-compute[75223]:       <entry name="uuid">59223bfc-0e28-4ae8-9bda-c002f003186d</entry>
Dec 01 15:52:08 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:52:08 user nova-compute[75223]:     </system>
Dec 01 15:52:08 user nova-compute[75223]:   </sysinfo>
Dec 01 15:52:08 user nova-compute[75223]:   <os>
Dec 01 15:52:08 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:52:08 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:52:08 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:52:08 user nova-compute[75223]:   </os>
Dec 01 15:52:08 user nova-compute[75223]:   <features>
Dec 01 15:52:08 user nova-compute[75223]:     <acpi/>
Dec 01 15:52:08 user nova-compute[75223]:     <apic/>
Dec 01 15:52:08 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:52:08 user nova-compute[75223]:   </features>
Dec 01 15:52:08 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:52:08 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:52:08 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:52:08 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:52:08 user nova-compute[75223]:   </clock>
Dec 01 15:52:08 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:52:08 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:52:08 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:52:08 user nova-compute[75223]:   </cpu>
Dec 01 15:52:08 user nova-compute[75223]:   <devices>
Dec 01 15:52:08 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:52:08 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:52:08 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk"/>
Dec 01 15:52:08 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:52:08 user nova-compute[75223]:     </disk>
Dec 01 15:52:08 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:52:08 user nova-compute[75223]:       <mac address="fa:16:3e:9a:56:1b"/>
Dec 01 15:52:08 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:52:08 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:52:08 user nova-compute[75223]:       <target dev="tapbb24075b-2c"/>
Dec 01 15:52:08 user nova-compute[75223]:     </interface>
Dec 01 15:52:08 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:52:08 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/console.log" append="off"/>
Dec 01 15:52:08 user nova-compute[75223]:     </serial>
Dec 01 15:52:08 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:52:08 user nova-compute[75223]:     <video>
Dec 01 15:52:08 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:52:08 user nova-compute[75223]:     </video>
Dec 01 15:52:08 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:52:08 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:52:08 user nova-compute[75223]:     </rng>
Dec 01 15:52:08 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:52:08 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:52:08 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:52:08 user nova-compute[75223]:     </memballoon>
Dec 01 15:52:08 user nova-compute[75223]:   </devices>
Dec 01 15:52:08 user nova-compute[75223]: </domain>
Dec 01 15:52:08 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:52:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1640244769',display_name='tempest-VolumesAdminNegativeTest-server-1640244769',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1640244769',id=31,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFYOFNNEBPOW07a/U4VVjyeJQXiyhRgz8ZnGkXwhydMqlfrICQ6pxNrkukyAYal85anp8jJHqvysH0E9BYZamVp2R9vK35VkKaxOi6BrXhagEbYNFrRLS6adufJ4I6Lk4g==',key_name='tempest-keypair-2016496230',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d7aee04a45b45beb583b7a5567dbee9',ramdisk_id='',reservation_id='r-n7wiaujz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-635988377',owner_user_name='tempest-VolumesAdminNegativeTest-635988377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:52:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='29548c97eee643e7b9ee8c12a2f9604b',uuid=59223bfc-0e28-4ae8-9bda-c002f003186d,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converting VIF {"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9a:56:1b,bridge_name='br-int',has_traffic_filtering=True,id=bb24075b-2c8f-4381-8e53-65692a40e803,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb24075b-2c') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG os_vif [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:56:1b,bridge_name='br-int',has_traffic_filtering=True,id=bb24075b-2c8f-4381-8e53-65692a40e803,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb24075b-2c') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6c66094-7636-5269-ac8d-b39df4ca67ee', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbb24075b-2c, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbb24075b-2c, col_values=(('qos', UUID('7ed91ea5-1ae7-4a9e-9575-ac5a43d524d2')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbb24075b-2c, col_values=(('external_ids', {'iface-id': 'bb24075b-2c8f-4381-8e53-65692a40e803', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9a:56:1b', 'vm-uuid': '59223bfc-0e28-4ae8-9bda-c002f003186d'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:08 user nova-compute[75223]: INFO os_vif [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9a:56:1b,bridge_name='br-int',has_traffic_filtering=True,id=bb24075b-2c8f-4381-8e53-65692a40e803,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb24075b-2c')
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:52:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] No VIF found with MAC fa:16:3e:9a:56:1b, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:52:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Updated VIF entry in instance network info cache for port bb24075b-2c8f-4381-8e53-65692a40e803. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:52:09 user nova-compute[75223]: DEBUG nova.network.neutron [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Updating instance_info_cache with network_info: [{"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-261d8174-7244-4ff2-a13d-8b1ac136653e req-a223df8c-fc11-44c0-b79f-5fdc19348deb service nova] Releasing lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-9946310b-5673-4617-a287-4f792fb8f572 req-78295e8d-8915-4f2f-8938-e68e0355ac3b service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9946310b-5673-4617-a287-4f792fb8f572 req-78295e8d-8915-4f2f-8938-e68e0355ac3b service nova] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9946310b-5673-4617-a287-4f792fb8f572 req-78295e8d-8915-4f2f-8938-e68e0355ac3b service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9946310b-5673-4617-a287-4f792fb8f572 req-78295e8d-8915-4f2f-8938-e68e0355ac3b service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-9946310b-5673-4617-a287-4f792fb8f572 req-78295e8d-8915-4f2f-8938-e68e0355ac3b service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] No waiting events found dispatching network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:10 user nova-compute[75223]: WARNING nova.compute.manager [req-9946310b-5673-4617-a287-4f792fb8f572 req-78295e8d-8915-4f2f-8938-e68e0355ac3b service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received unexpected event network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 for instance with vm_state building and task_state spawning.
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-7b781f45-db03-433b-a030-42c34de6402e req-4a0c3108-e65f-4297-9fed-acc9e7c53038 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7b781f45-db03-433b-a030-42c34de6402e req-4a0c3108-e65f-4297-9fed-acc9e7c53038 service nova] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7b781f45-db03-433b-a030-42c34de6402e req-4a0c3108-e65f-4297-9fed-acc9e7c53038 service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7b781f45-db03-433b-a030-42c34de6402e req-4a0c3108-e65f-4297-9fed-acc9e7c53038 service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-7b781f45-db03-433b-a030-42c34de6402e req-4a0c3108-e65f-4297-9fed-acc9e7c53038 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] No waiting events found dispatching network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:12 user nova-compute[75223]: WARNING nova.compute.manager [req-7b781f45-db03-433b-a030-42c34de6402e req-4a0c3108-e65f-4297-9fed-acc9e7c53038 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received unexpected event network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 for instance with vm_state building and task_state spawning.
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:52:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Instance spawned successfully.
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:12 user nova-compute[75223]: INFO nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Took 5.66 seconds to spawn the instance on the hypervisor.
Dec 01 15:52:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:52:12 user nova-compute[75223]: INFO nova.compute.manager [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Took 6.57 seconds to build instance.
Dec 01 15:52:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2bf69685-c4fd-4d4b-825e-96f53c277d8a tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.681s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:52:18 user nova-compute[75223]: INFO nova.compute.manager [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Rescuing
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating instance_info_cache with network_info: [{"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-6c3a2141-9027-40f5-8d0e-69ff39628234" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Updating instance_info_cache with network_info: [{"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance destroyed successfully.
Dec 01 15:52:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Attempting a stable device rescue
Dec 01 15:52:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75223) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:52:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Creating image(s)
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "/opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "/opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'trusted_certs' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "b1fff96f07f4a29e28ee190801764ebb39f7b676" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "b1fff96f07f4a29e28ee190801764ebb39f7b676" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e18ab2c-d27f-445f-9af5-9a957066e85c req-2a754ac4-9a77-4346-9cd1-6f7b4b614b99 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e18ab2c-d27f-445f-9af5-9a957066e85c req-2a754ac4-9a77-4346-9cd1-6f7b4b614b99 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e18ab2c-d27f-445f-9af5-9a957066e85c req-2a754ac4-9a77-4346-9cd1-6f7b4b614b99 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1e18ab2c-d27f-445f-9af5-9a957066e85c req-2a754ac4-9a77-4346-9cd1-6f7b4b614b99 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-1e18ab2c-d27f-445f-9af5-9a957066e85c req-2a754ac4-9a77-4346-9cd1-6f7b4b614b99 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:20 user nova-compute[75223]: WARNING nova.compute.manager [req-1e18ab2c-d27f-445f-9af5-9a957066e85c req-2a754ac4-9a77-4346-9cd1-6f7b4b614b99 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state active and task_state rescuing.
Dec 01 15:52:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 1.235s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.part --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG nova.virt.images [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] 936230a3-7f3e-44ec-a29d-8edb225c68b4 was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.part /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 2065acbf-e750-4bc2-8499-b244456be0b4 is timed out.
Dec 01 15:52:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully detached device vdc from instance 2065acbf-e750-4bc2-8499-b244456be0b4 from the live domain config.
Dec 01 15:52:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QTiFBdVs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:52:21 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[19994eb7-0ccf-4a57-827c-4a01ae1ac2c6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:52:21 user nova-compute[75223]: No targets found.
Dec 01 15:52:21 user nova-compute[75223]: iSNS:
Dec 01 15:52:21 user nova-compute[75223]: No targets found.
Dec 01 15:52:21 user nova-compute[75223]: STATIC:
Dec 01 15:52:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f
Dec 01 15:52:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:52:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:52:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:52:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:52:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:21 user nova-compute[75223]: FIRMWARE:
Dec 01 15:52:21 user nova-compute[75223]: No targets found.
Dec 01 15:52:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:52:21 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:52:21 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[345f81d6-0cad-4e74-a214-c75d0c011d11]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9d0ad04-1200-4894-9fbd-07476412cd32]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:21 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4375fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f'): ({'sdh'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Removing single pathed devices sdh {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.074s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[beedd4a6-e9c6-4c0e-bc1d-5da6b51d40f8]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a34bc1b5-5490-49b5-a971-98e73f3d4187]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Flushing IO for device /dev/sdh {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.314s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a320005-fb7f-4526-820c-61c98bd66e90]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.part /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.converted" returned: 0 in 0.657s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.037s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de48a6e-50cd-444f-8601-677c420c6ee6]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] SCSI volumes sdh have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d96a8b70-baa9-4ae9-ab57-3ad88be3619f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[82366ad9-f657-412a-b0bd-9ddf847a1964]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260]
Dec 01 15:52:21 user nova-compute[75223]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f, portal: 172.16.0.220,3260] successful.
Dec 01 15:52:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f1ad8a52-7c2f-4ec0-90ed-c7a516544d2f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[87dc0149-d6a7-4930-961e-7fee624da1f8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.550s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] <== disconnect_volume: return (553ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676.converted --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "b1fff96f07f4a29e28ee190801764ebb39f7b676" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.320s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "b1fff96f07f4a29e28ee190801764ebb39f7b676" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "b1fff96f07f4a29e28ee190801764ebb39f7b676" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676 --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676,backing_fmt=raw /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676,backing_fmt=raw /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue" returned: 0 in 0.066s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "b1fff96f07f4a29e28ee190801764ebb39f7b676" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'migration_context' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<626f2d5b-cb46-4ca6-b396-4fbcdd0071b1> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Start _get_guest_xml network_info=[{"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "vif_mac": "fa:16:3e:90:e9:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '936230a3-7f3e-44ec-a29d-8edb225c68b4', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oKOxDvHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '626f2d5b-cb46-4ca6-b396-4fbcdd0071b1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b344489e-00a2-46ab-9ee6-b282cc43a088', 'serial': 'b344489e-00a2-46ab-9ee6-b282cc43a088'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': 'c9dbbf5e-4d71-4364-a363-9e96f60c2c3a', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'resources' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-63294ff9-408d-40b1-bd7c-47bb3231020b req-fd943635-7ec8-4524-beda-b25272251757 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-63294ff9-408d-40b1-bd7c-47bb3231020b req-fd943635-7ec8-4524-beda-b25272251757 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-63294ff9-408d-40b1-bd7c-47bb3231020b req-fd943635-7ec8-4524-beda-b25272251757 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-63294ff9-408d-40b1-bd7c-47bb3231020b req-fd943635-7ec8-4524-beda-b25272251757 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-63294ff9-408d-40b1-bd7c-47bb3231020b req-fd943635-7ec8-4524-beda-b25272251757 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:22 user nova-compute[75223]: WARNING nova.compute.manager [req-63294ff9-408d-40b1-bd7c-47bb3231020b req-fd943635-7ec8-4524-beda-b25272251757 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state active and task_state rescuing.
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<626f2d5b-cb46-4ca6-b396-4fbcdd0071b1> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'numa_topology' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<626f2d5b-cb46-4ca6-b396-4fbcdd0071b1> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.156s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:22 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:22 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'vcpu_model' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<626f2d5b-cb46-4ca6-b396-4fbcdd0071b1> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oKOxDvHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:52:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:52:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:52:22 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd19a428-51c5-4c64-9ed1-587c6135517e]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = oKOxDvHL\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 01 15:52:22 user nova-compute[75223]: node.name = iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:52:22 user nova-compute[75223]: node.tpgt = -1
Dec 01 15:52:22 user nova-compute[75223]: node.startup = automatic
Dec 01 15:52:22 user nova-compute[75223]: node.leading_login = No
Dec 01 15:52:22 user nova-compute[75223]: iface.iscsi_ifacename = default
Dec 01 15:52:22 user nova-compute[75223]: iface.net_ifacename = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.ipaddress = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.prefix_len = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.hwaddress = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.transport_name = tcp
Dec 01 15:52:22 user nova-compute[75223]: iface.initiatorname = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.state = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.vlan_id = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.vlan_priority = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.vlan_state = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.iface_num = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.mtu = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.port = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.bootproto = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.subnet_mask = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.gateway = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_alt_client_id_state = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_alt_client_id = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_dns = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_learn_iqn = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_req_vendor_id_state = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_vendor_id_state = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_vendor_id = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.dhcp_slp_da = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.fragmentation = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.gratuitous_arp = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.incoming_forwarding = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.tos_state = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.tos = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.ttl = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.delayed_ack = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.tcp_nagle = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.tcp_wsf_state = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.tcp_wsf = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.tcp_timer_scale = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.tcp_timestamp = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.redirect = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.def_task_mgmt_timeout = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.header_digest = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.data_digest = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.immediate_data = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.initial_r2t = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.data_seq_inorder = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.data_pdu_inorder = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.erl = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.max_receive_data_len = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.first_burst_len = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.max_outstanding_r2t = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.max_burst_len = 0
Dec 01 15:52:22 user nova-compute[75223]: iface.chap_auth = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.bidi_chap = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.strict_login_compliance = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.discovery_auth = <empty>
Dec 01 15:52:22 user nova-compute[75223]: iface.discovery_logout = <empty>
Dec 01 15:52:22 user nova-compute[75223]: node.discovery_address = <empty>
Dec 01 15:52:22 user nova-compute[75223]: node.discovery_port = 0
Dec 01 15:52:22 user nova-compute[75223]: node.discovery_type = static
Dec 01 15:52:22 user nova-compute[75223]: node.session.initial_cmdsn = 0
Dec 01 15:52:22 user nova-compute[75223]: node.session.initial_login_retry_max = 8
Dec 01 15:52:22 user nova-compute[75223]: node.session.xmit_thread_priority = -20
Dec 01 15:52:22 user nova-compute[75223]: node.session.cmds_max = 128
Dec 01 15:52:22 user nova-compute[75223]: node.session.queue_depth = 32
Dec 01 15:52:22 user nova-compute[75223]: node.session.nr_sessions = 1
Dec 01 15:52:22 user nova-compute[75223]: node.session.auth.authmethod = CHAP
Dec 01 15:52:22 user nova-compute[75223]: node.session.auth.username = oKOxDvHL
Dec 01 15:52:22 user nova-compute[75223]: node.session.auth.password = ***
Dec 01 15:52:22 user nova-compute[75223]: node.session.auth.username_in = <empty>
Dec 01 15:52:22 user nova-compute[75223]: node.session.auth.password_in = <empty>
Dec 01 15:52:22 user nova-compute[75223]: node.session.auth.chap_algs = MD5
Dec 01 15:52:22 user nova-compute[75223]: node.session.timeo.replacement_timeout = 120
Dec 01 15:52:22 user nova-compute[75223]: node.session.err_timeo.abort_timeout = 15
Dec 01 15:52:22 user nova-compute[75223]: node.session.err_timeo.lu_reset_timeout = 30
Dec 01 15:52:22 user nova-compute[75223]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 01 15:52:22 user nova-compute[75223]: node.session.err_timeo.host_reset_timeout = 60
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.FastAbort = Yes
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.InitialR2T = No
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.ImmediateData = Yes
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.FirstBurstLength = 262144
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.MaxBurstLength = 16776192
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.DefaultTime2Retain = 0
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.DefaultTime2Wait = 2
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.MaxConnections = 1
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 01 15:52:22 user nova-compute[75223]: node.session.iscsi.ERL = 0
Dec 01 15:52:22 user nova-compute[75223]: node.session.scan = manual
Dec 01 15:52:22 user nova-compute[75223]: node.session.reopen_max = 0
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].address = 172.16.0.220
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].port = 3260
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].startup = manual
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].tcp.window_size = 524288
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].tcp.type_of_service = 0
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].timeo.logout_timeout = 15
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].timeo.login_timeout = 15
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].timeo.auth_timeout = 45
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].timeo.noop_out_interval = 5
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].timeo.noop_out_timeout = 5
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].iscsi.HeaderDigest = None
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].iscsi.DataDigest = None
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].iscsi.IFMarker = No
Dec 01 15:52:22 user nova-compute[75223]: node.conn[0].iscsi.OFMarker = No
Dec 01 15:52:22 user nova-compute[75223]: # END RECORD
Dec 01 15:52:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[599f9b87-60d2-4dd6-aeeb-6f9b6fa49917]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f05a94a-b1ca-4996-a785-7c664d4e7bf3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:22 user nova-compute[75223]: INFO nova.compute.manager [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attaching volume 0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb to /dev/vdb
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oKOxDvHL {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v oKOxDvHL" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[967e26a9-cf80-432d-8813-8c7aec55d8e0]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'oKOxDvHL'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[01de6344-5edf-4997-a081-8fb4b070eec9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89dd42b-0b80-4263-8bd2-cfc9434b1d1c]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:22 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:22 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:22 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:22 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:22 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.200s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] HCTL ('33', '0', '0', 0) found on session 36 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.utils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fc684f5-0515-4fa9-9c74-d0832566018a]: (4, ('0 0 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Searching for a device in session 36 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oKOxDvHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.232s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== connect_volume: return (234ms) {'type': 'block', 'scsi_wwn': '23864363633353439', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23864363633353439', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[938a9d1f-2d9b-4c78-b33b-89fa2ae8db8a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:50:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1196712132',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1196712132',id=29,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:50:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-1g0wn7hf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:50:55Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=626f2d5b-cb46-4ca6-b396-4fbcdd0071b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "vif_mac": "fa:16:3e:90:e9:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "vif_mac": "fa:16:3e:90:e9:b8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'pci_devices' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b2465ce-18bd-4e25-8c2d-2b940932d0e4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.base [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Object Instance<626f2d5b-cb46-4ca6-b396-4fbcdd0071b1> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:52:22 user nova-compute[75223]:   <uuid>626f2d5b-cb46-4ca6-b396-4fbcdd0071b1</uuid>
Dec 01 15:52:22 user nova-compute[75223]:   <name>instance-0000001d</name>
Dec 01 15:52:22 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:52:22 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:52:22 user nova-compute[75223]:   <metadata>
Dec 01 15:52:22 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:52:22 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:52:22 user nova-compute[75223]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1196712132</nova:name>
Dec 01 15:52:22 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:52:22</nova:creationTime>
Dec 01 15:52:22 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:52:22 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:52:22 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:52:22 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:52:22 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:52:22 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:52:22 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:52:22 user nova-compute[75223]:       <nova:owner>
Dec 01 15:52:22 user nova-compute[75223]:         <nova:user uuid="f3ac7506af3a447f86fdafeb5e8a0135">tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member</nova:user>
Dec 01 15:52:22 user nova-compute[75223]:         <nova:project uuid="dab15a7350574232a033828939da90d5">tempest-ServerBootFromVolumeStableRescueTest-1119349329</nova:project>
Dec 01 15:52:22 user nova-compute[75223]:       </nova:owner>
Dec 01 15:52:22 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:52:22 user nova-compute[75223]:       <nova:ports>
Dec 01 15:52:22 user nova-compute[75223]:         <nova:port uuid="ec9a7546-1e3c-42c0-bd66-9861a88354bf">
Dec 01 15:52:22 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 15:52:22 user nova-compute[75223]:         </nova:port>
Dec 01 15:52:22 user nova-compute[75223]:       </nova:ports>
Dec 01 15:52:22 user nova-compute[75223]:     </nova:instance>
Dec 01 15:52:22 user nova-compute[75223]:   </metadata>
Dec 01 15:52:22 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:52:22 user nova-compute[75223]:     <system>
Dec 01 15:52:22 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:52:22 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:52:22 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:52:22 user nova-compute[75223]:       <entry name="serial">626f2d5b-cb46-4ca6-b396-4fbcdd0071b1</entry>
Dec 01 15:52:22 user nova-compute[75223]:       <entry name="uuid">626f2d5b-cb46-4ca6-b396-4fbcdd0071b1</entry>
Dec 01 15:52:22 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:52:22 user nova-compute[75223]:     </system>
Dec 01 15:52:22 user nova-compute[75223]:   </sysinfo>
Dec 01 15:52:22 user nova-compute[75223]:   <os>
Dec 01 15:52:22 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:52:22 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:52:22 user nova-compute[75223]:   </os>
Dec 01 15:52:22 user nova-compute[75223]:   <features>
Dec 01 15:52:22 user nova-compute[75223]:     <acpi/>
Dec 01 15:52:22 user nova-compute[75223]:     <apic/>
Dec 01 15:52:22 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:52:22 user nova-compute[75223]:   </features>
Dec 01 15:52:22 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:52:22 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:52:22 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:52:22 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:52:22 user nova-compute[75223]:   </clock>
Dec 01 15:52:22 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:52:22 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:52:22 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:52:22 user nova-compute[75223]:   </cpu>
Dec 01 15:52:22 user nova-compute[75223]:   <devices>
Dec 01 15:52:22 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:52:22 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:22 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 15:52:22 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:52:22 user nova-compute[75223]:       <serial>b344489e-00a2-46ab-9ee6-b282cc43a088</serial>
Dec 01 15:52:22 user nova-compute[75223]:     </disk>
Dec 01 15:52:22 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:52:22 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:52:22 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue"/>
Dec 01 15:52:22 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:52:22 user nova-compute[75223]:       <boot order="1"/>
Dec 01 15:52:22 user nova-compute[75223]:     </disk>
Dec 01 15:52:22 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:52:22 user nova-compute[75223]:       <mac address="fa:16:3e:90:e9:b8"/>
Dec 01 15:52:22 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:52:22 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:52:22 user nova-compute[75223]:       <target dev="tapec9a7546-1e"/>
Dec 01 15:52:22 user nova-compute[75223]:     </interface>
Dec 01 15:52:22 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:52:22 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/console.log" append="off"/>
Dec 01 15:52:22 user nova-compute[75223]:     </serial>
Dec 01 15:52:22 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:52:22 user nova-compute[75223]:     <video>
Dec 01 15:52:22 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:52:22 user nova-compute[75223]:     </video>
Dec 01 15:52:22 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:52:22 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:52:22 user nova-compute[75223]:     </rng>
Dec 01 15:52:22 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:52:22 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:52:22 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:52:22 user nova-compute[75223]:     </memballoon>
Dec 01 15:52:22 user nova-compute[75223]:   </devices>
Dec 01 15:52:22 user nova-compute[75223]: </domain>
Dec 01 15:52:22 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance destroyed successfully.
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[06f22089-8e2b-409a-a75d-c0ce5fa16821]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a161f9c-e74c-445f-9e16-49451a65e052]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:52:22 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[11334190-7137-4282-88cb-a4eb532d09e9]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG os_brick.utils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== get_connector_properties: return (193ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating existing volume attachment record: d8fce470-2088-4676-a98e-79ba9dd830d9 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] No VIF found with MAC fa:16:3e:90:e9:b8, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'flavor' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c3c1784-e28b-43e5-8377-f7c5046ec4c8 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.117s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:52:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:52:23 user nova-compute[75223]: INFO nova.compute.claims [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Claim successful on node user
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.807s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.network.neutron [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:52:24 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.policy [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131bf5b66f784145975a995938275b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f4cb2ffd98440cbd6fc784a8881234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:52:24 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Creating image(s)
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "/opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-274ecff4-b766-40b9-a9ef-428d3dca513f req-fa03d1ff-b0e0-4c01-af84-1daa159808c0 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-274ecff4-b766-40b9-a9ef-428d3dca513f req-fa03d1ff-b0e0-4c01-af84-1daa159808c0 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-274ecff4-b766-40b9-a9ef-428d3dca513f req-fa03d1ff-b0e0-4c01-af84-1daa159808c0 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-274ecff4-b766-40b9-a9ef-428d3dca513f req-fa03d1ff-b0e0-4c01-af84-1daa159808c0 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-274ecff4-b766-40b9-a9ef-428d3dca513f req-fa03d1ff-b0e0-4c01-af84-1daa159808c0 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:24 user nova-compute[75223]: WARNING nova.compute.manager [req-274ecff4-b766-40b9-a9ef-428d3dca513f req-fa03d1ff-b0e0-4c01-af84-1daa159808c0 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state active and task_state rescuing.
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:24 user nova-compute[75223]: INFO nova.compute.manager [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Terminating instance
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk 1073741824" returned: 0 in 0.060s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.266s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json" returned: 0 in 0.224s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-e3fea315-9b5d-4ed7-b627-5f538cb5a20d req-c26f2def-3287-41ad-8191-e704b265ff0d service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-vif-unplugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e3fea315-9b5d-4ed7-b627-5f538cb5a20d req-c26f2def-3287-41ad-8191-e704b265ff0d service nova] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e3fea315-9b5d-4ed7-b627-5f538cb5a20d req-c26f2def-3287-41ad-8191-e704b265ff0d service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e3fea315-9b5d-4ed7-b627-5f538cb5a20d req-c26f2def-3287-41ad-8191-e704b265ff0d service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-e3fea315-9b5d-4ed7-b627-5f538cb5a20d req-c26f2def-3287-41ad-8191-e704b265ff0d service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] No waiting events found dispatching network-vif-unplugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-e3fea315-9b5d-4ed7-b627-5f538cb5a20d req-c26f2def-3287-41ad-8191-e704b265ff0d service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-vif-unplugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.214s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Cannot resize image /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Ensure instance console log exists: /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Instance destroyed successfully.
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.objects.instance [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lazy-loading 'resources' on Instance uuid 2065acbf-e750-4bc2-8499-b244456be0b4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-742387177',display_name='tempest-AttachVolumeTestJSON-server-742387177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-742387177',id=26,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEjlR9hwkP+zRAtdTnwX5ZENFki+1iiD+/cz2+eQ0C2e8tyWny9YoSZU+X6mrN+ymJhjIaVVHsv/WaFIHt5Zb3wPf0ZZZNdm2yqjSqLfSTJhztbd6escVvVQVbX0h0ilZg==',key_name='tempest-keypair-1594280602',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:49:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='749298b94152490da6b45e6b2e92f0d8',ramdisk_id='',reservation_id='r-snibptc6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-1572969483',owner_user_name='tempest-AttachVolumeTestJSON-1572969483-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:49:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='6eff3a1cabf346afbd75fb71ca675d0d',uuid=2065acbf-e750-4bc2-8499-b244456be0b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converting VIF {"id": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "address": "fa:16:3e:ac:91:36", "network": {"id": "fb6d993c-626a-4966-9258-8fa3004b14ef", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1008681593-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "749298b94152490da6b45e6b2e92f0d8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4b9a872a-d3", "ovs_interfaceid": "4b9a872a-d319-40f9-b139-1ab3e4d44a90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ac:91:36,bridge_name='br-int',has_traffic_filtering=True,id=4b9a872a-d319-40f9-b139-1ab3e4d44a90,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b9a872a-d3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG os_vif [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ac:91:36,bridge_name='br-int',has_traffic_filtering=True,id=4b9a872a-d319-40f9-b139-1ab3e4d44a90,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b9a872a-d3') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4b9a872a-d3, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=568f16c8-559e-4cd6-8e88-2f825df51d58) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:25 user nova-compute[75223]: INFO os_vif [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ac:91:36,bridge_name='br-int',has_traffic_filtering=True,id=4b9a872a-d319-40f9-b139-1ab3e4d44a90,network=Network(fb6d993c-626a-4966-9258-8fa3004b14ef),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4b9a872a-d3')
Dec 01 15:52:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Deleting instance files /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4_del
Dec 01 15:52:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Deletion of /opt/stack/data/nova/instances/2065acbf-e750-4bc2-8499-b244456be0b4_del complete
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.network.neutron [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Successfully created port: d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:52:25 user nova-compute[75223]: INFO nova.compute.manager [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Took 1.02 seconds to destroy the instance on the hypervisor.
Dec 01 15:52:25 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:52:25 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.network.neutron [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Successfully updated port: d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b66abbf-9c28-4149-9a2f-5658025867ba req-b3761db3-06e1-4b68-ae2a-2faf3280d73b service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b66abbf-9c28-4149-9a2f-5658025867ba req-b3761db3-06e1-4b68-ae2a-2faf3280d73b service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b66abbf-9c28-4149-9a2f-5658025867ba req-b3761db3-06e1-4b68-ae2a-2faf3280d73b service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b66abbf-9c28-4149-9a2f-5658025867ba req-b3761db3-06e1-4b68-ae2a-2faf3280d73b service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b66abbf-9c28-4149-9a2f-5658025867ba req-b3761db3-06e1-4b68-ae2a-2faf3280d73b service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:26 user nova-compute[75223]: WARNING nova.compute.manager [req-8b66abbf-9c28-4149-9a2f-5658025867ba req-b3761db3-06e1-4b68-ae2a-2faf3280d73b service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state active and task_state rescuing.
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-changed-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Refreshing instance network info cache due to event network-changed-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] Acquiring lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] Acquired lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.network.neutron [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Refreshing network info cache for port d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-75b64f3c-0233-45f6-8a81-85eb681b7d62 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Acquiring lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Lock "2065acbf-e750-4bc2-8499-b244456be0b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] No waiting events found dispatching network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:26 user nova-compute[75223]: WARNING nova.compute.manager [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received unexpected event network-vif-plugged-4b9a872a-d319-40f9-b139-1ab3e4d44a90 for instance with vm_state active and task_state deleting.
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-changed-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing instance network info cache due to event network-changed-0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Acquiring lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Acquired lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.network.neutron [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:52:26 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:26 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:26 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7184MB free_disk=25.104106903076172GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.network.neutron [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Applying migration context for instance c1088849-ea21-48a9-96bc-38823f0b6860 as it has an incoming, in-progress migration 8e5a3f40-0df1-44a5-97d5-9e5b03440a96. Migration status is finished {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Dec 01 15:52:27 user nova-compute[75223]: INFO nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating resource usage from migration 8e5a3f40-0df1-44a5-97d5-9e5b03440a96
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.network.neutron [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:27 user nova-compute[75223]: INFO nova.compute.manager [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Detaching volume 8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:52:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a821c0de-52b7-4409-83d1-e4f9be8bf8bb req-87b566e5-d476-4251-a9b0-4f8db9599d8f service nova] Releasing lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquired lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.network.neutron [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2065acbf-e750-4bc2-8499-b244456be0b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Migration 8e5a3f40-0df1-44a5-97d5-9e5b03440a96 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1088849-ea21-48a9-96bc-38823f0b6860 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 59223bfc-0e28-4ae8-9bda-c002f003186d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance eb136a61-a0c5-4825-a981-f6002d9e8770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 15 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=9728MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=15 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.network.neutron [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:52:27 user nova-compute[75223]: INFO nova.virt.block_device [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Attempting to driver detach volume 8cf0307d-d0cf-4d70-969b-3eff16ca53b3 from mountpoint /dev/vdb
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Attempting to detach device vdb from instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:52:27 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:27 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:52:27 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:52:27 user nova-compute[75223]:   <serial>8cf0307d-d0cf-4d70-969b-3eff16ca53b3</serial>
Dec 01 15:52:27 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:52:27 user nova-compute[75223]: </disk>
Dec 01 15:52:27 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:52:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully detached device vdb from instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa from the persistent domain config.
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:52:27 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:27 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:52:27 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:52:27 user nova-compute[75223]:   <serial>8cf0307d-d0cf-4d70-969b-3eff16ca53b3</serial>
Dec 01 15:52:27 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:52:27 user nova-compute[75223]: </disk>
Dec 01 15:52:27 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.network.neutron [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updated VIF entry in instance network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.network.neutron [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Releasing lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-changed-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing instance network info cache due to event network-changed-0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Acquiring lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Acquired lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:27 user nova-compute[75223]: DEBUG nova.network.neutron [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Refreshing network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:28 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Took 2.64 seconds to deallocate network for instance.
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Updating instance_info_cache with network_info: [{"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Releasing lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Instance network_info: |[{"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Start _get_guest_xml network_info=[{"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:52:28 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:28 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:52:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-103451927',display_name='tempest-AttachVolumeNegativeTest-server-103451927',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-103451927',id=32,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJFbrwObCGQVc8TEAwv2GCudFU34WNHCII2ce1jnjapBUPo/U2steoerftBGx+8egk8M+iiZprqcGNA7CGNM11FjulkrtNlUdX4qe0XFClwfwXeVXsEK7irDlqoxMKQ9TQ==',key_name='tempest-keypair-1722651653',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-q750liir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:52:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=eb136a61-a0c5-4825-a981-f6002d9e8770,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1e:2e,bridge_name='br-int',has_traffic_filtering=True,id=d839cffb-e900-4e0c-bb74-6fd47ee9a6ed,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd839cffb-e9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.objects.instance [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'pci_devices' on Instance uuid eb136a61-a0c5-4825-a981-f6002d9e8770 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.303s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.116s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:52:28 user nova-compute[75223]:   <uuid>eb136a61-a0c5-4825-a981-f6002d9e8770</uuid>
Dec 01 15:52:28 user nova-compute[75223]:   <name>instance-00000020</name>
Dec 01 15:52:28 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:52:28 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:52:28 user nova-compute[75223]:   <metadata>
Dec 01 15:52:28 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:52:28 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:52:28 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeNegativeTest-server-103451927</nova:name>
Dec 01 15:52:28 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:52:28</nova:creationTime>
Dec 01 15:52:28 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:52:28 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:52:28 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:52:28 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:52:28 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:52:28 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:52:28 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:52:28 user nova-compute[75223]:       <nova:owner>
Dec 01 15:52:28 user nova-compute[75223]:         <nova:user uuid="131bf5b66f784145975a995938275b44">tempest-AttachVolumeNegativeTest-650516736-project-member</nova:user>
Dec 01 15:52:28 user nova-compute[75223]:         <nova:project uuid="b1f4cb2ffd98440cbd6fc784a8881234">tempest-AttachVolumeNegativeTest-650516736</nova:project>
Dec 01 15:52:28 user nova-compute[75223]:       </nova:owner>
Dec 01 15:52:28 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:52:28 user nova-compute[75223]:       <nova:ports>
Dec 01 15:52:28 user nova-compute[75223]:         <nova:port uuid="d839cffb-e900-4e0c-bb74-6fd47ee9a6ed">
Dec 01 15:52:28 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 15:52:28 user nova-compute[75223]:         </nova:port>
Dec 01 15:52:28 user nova-compute[75223]:       </nova:ports>
Dec 01 15:52:28 user nova-compute[75223]:     </nova:instance>
Dec 01 15:52:28 user nova-compute[75223]:   </metadata>
Dec 01 15:52:28 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:52:28 user nova-compute[75223]:     <system>
Dec 01 15:52:28 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:52:28 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:52:28 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:52:28 user nova-compute[75223]:       <entry name="serial">eb136a61-a0c5-4825-a981-f6002d9e8770</entry>
Dec 01 15:52:28 user nova-compute[75223]:       <entry name="uuid">eb136a61-a0c5-4825-a981-f6002d9e8770</entry>
Dec 01 15:52:28 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:52:28 user nova-compute[75223]:     </system>
Dec 01 15:52:28 user nova-compute[75223]:   </sysinfo>
Dec 01 15:52:28 user nova-compute[75223]:   <os>
Dec 01 15:52:28 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:52:28 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:52:28 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:52:28 user nova-compute[75223]:   </os>
Dec 01 15:52:28 user nova-compute[75223]:   <features>
Dec 01 15:52:28 user nova-compute[75223]:     <acpi/>
Dec 01 15:52:28 user nova-compute[75223]:     <apic/>
Dec 01 15:52:28 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:52:28 user nova-compute[75223]:   </features>
Dec 01 15:52:28 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:52:28 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:52:28 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:52:28 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:52:28 user nova-compute[75223]:   </clock>
Dec 01 15:52:28 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:52:28 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:52:28 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:52:28 user nova-compute[75223]:   </cpu>
Dec 01 15:52:28 user nova-compute[75223]:   <devices>
Dec 01 15:52:28 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:52:28 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:52:28 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk"/>
Dec 01 15:52:28 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:52:28 user nova-compute[75223]:     </disk>
Dec 01 15:52:28 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:52:28 user nova-compute[75223]:       <mac address="fa:16:3e:ab:1e:2e"/>
Dec 01 15:52:28 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:52:28 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:52:28 user nova-compute[75223]:       <target dev="tapd839cffb-e9"/>
Dec 01 15:52:28 user nova-compute[75223]:     </interface>
Dec 01 15:52:28 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:52:28 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/console.log" append="off"/>
Dec 01 15:52:28 user nova-compute[75223]:     </serial>
Dec 01 15:52:28 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:52:28 user nova-compute[75223]:     <video>
Dec 01 15:52:28 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:52:28 user nova-compute[75223]:     </video>
Dec 01 15:52:28 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:52:28 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:52:28 user nova-compute[75223]:     </rng>
Dec 01 15:52:28 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:52:28 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:52:28 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:52:28 user nova-compute[75223]:     </memballoon>
Dec 01 15:52:28 user nova-compute[75223]:   </devices>
Dec 01 15:52:28 user nova-compute[75223]: </domain>
Dec 01 15:52:28 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:52:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-103451927',display_name='tempest-AttachVolumeNegativeTest-server-103451927',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-103451927',id=32,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJFbrwObCGQVc8TEAwv2GCudFU34WNHCII2ce1jnjapBUPo/U2steoerftBGx+8egk8M+iiZprqcGNA7CGNM11FjulkrtNlUdX4qe0XFClwfwXeVXsEK7irDlqoxMKQ9TQ==',key_name='tempest-keypair-1722651653',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-q750liir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:52:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=eb136a61-a0c5-4825-a981-f6002d9e8770,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1e:2e,bridge_name='br-int',has_traffic_filtering=True,id=d839cffb-e900-4e0c-bb74-6fd47ee9a6ed,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd839cffb-e9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG os_vif [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1e:2e,bridge_name='br-int',has_traffic_filtering=True,id=d839cffb-e900-4e0c-bb74-6fd47ee9a6ed,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd839cffb-e9') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd567df3e-811c-5319-a925-4c51ce4120b4', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd839cffb-e9, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd839cffb-e9, col_values=(('qos', UUID('f9f94fe3-87cb-47c9-ad66-0d239317c963')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd839cffb-e9, col_values=(('external_ids', {'iface-id': 'd839cffb-e900-4e0c-bb74-6fd47ee9a6ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ab:1e:2e', 'vm-uuid': 'eb136a61-a0c5-4825-a981-f6002d9e8770'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:28 user nova-compute[75223]: INFO os_vif [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ab:1e:2e,bridge_name='br-int',has_traffic_filtering=True,id=d839cffb-e900-4e0c-bb74-6fd47ee9a6ed,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd839cffb-e9')
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No VIF found with MAC fa:16:3e:ab:1e:2e, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.neutron [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updated VIF entry in instance network info cache for port 0cfcdf36-318c-4695-b298-a653545303fa. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.network.neutron [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [{"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-556dff37-4321-4cad-a783-e6379c47fb7f req-9f08b992-1ff5-46e6-ab6c-4f89b0bcddf7 service nova] Releasing lock "refresh_cache-3bd3b21c-3e7e-403f-a54b-032a9f112dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.558s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:28 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Deleted allocations for instance 2065acbf-e750-4bc2-8499-b244456be0b4
Dec 01 15:52:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1ba1596e-fd2d-4dce-9a34-4e64fd60ad26 tempest-AttachVolumeTestJSON-1572969483 tempest-AttachVolumeTestJSON-1572969483-project-member] Lock "2065acbf-e750-4bc2-8499-b244456be0b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.522s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-24d43a74-c778-40f9-bba8-5e866ad0a885 req-e636f857-d23f-4b73-8295-45a4db9a4167 service nova] [instance: 2065acbf-e750-4bc2-8499-b244456be0b4] Received event network-vif-deleted-4b9a872a-d319-40f9-b139-1ab3e4d44a90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:31 user nova-compute[75223]: WARNING nova.compute.manager [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received unexpected event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with vm_state building and task_state spawning.
Dec 01 15:52:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:52:31 user nova-compute[75223]: WARNING nova.compute.manager [req-00188774-9ed2-4614-a48b-b59d9d9127c4 req-0b436713-8267-420b-9595-ab6f5c853156 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received unexpected event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with vm_state building and task_state spawning.
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:52:32 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Instance spawned successfully.
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:52:32 user nova-compute[75223]: INFO nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Took 7.98 seconds to spawn the instance on the hypervisor.
Dec 01 15:52:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:52:32 user nova-compute[75223]: INFO nova.compute.manager [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Took 9.23 seconds to build instance.
Dec 01 15:52:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-63aae5b6-c423-4546-b613-0393a0e93492 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.322s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mMqdjITQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:52:33 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:52:33 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:52:33 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e871294e-5b5e-4233-bd91-ee058e94bcd8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:52:33 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[65e9ca3b-cbab-4e83-8f8e-7ee53613b01c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb] added
Dec 01 15:52:33 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8145dc8d-974b-4dea-bc69-3f52116e79bd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[881c665a-7ae0-41d9-a7da-fbef57af6c88]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mMqdjITQ {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mMqdjITQ" returned: 0 in 0.048s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[76cbfbb2-f056-429a-bbbe-29088136d6a6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mMqdjITQ'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f310f4e4-dd66-400e-85bf-79f892e444bc]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cedb649-5c2e-4094-9d55-88202c8d6530]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --login" returned: 0 in 0.084s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[469077db-cb2a-4e25-89f0-e60b83f2b478]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260]
Dec 01 15:52:33 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260] successful.
Dec 01 15:52:33 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[88fdc8e7-d89f-4d2e-b43a-043371084a5c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[addc9eb5-aac1-42e6-86a9-1090e9d8644d]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)
Dec 01 15:52:33 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:33 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.375s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] HCTL ('36', '-', '-', 0) found on session 41 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[04fa43c7-0422-4b24-95f8-8d7dee48fd7d]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching for a device in session 41 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:52:33 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mMqdjITQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:52:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.421s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:52:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== connect_volume: return (1423ms) {'type': 'block', 'scsi_wwn': '26166656364643238', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:52:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26166656364643238', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:52:34 user nova-compute[75223]: DEBUG nova.objects.instance [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:52:34 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:34 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:52:34 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:52:34 user nova-compute[75223]:   <serial>0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb</serial>
Dec 01 15:52:34 user nova-compute[75223]: </disk>
Dec 01 15:52:34 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:52:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:52:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:52:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No VIF found with MAC fa:16:3e:e8:14:09, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:52:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-304d40ca-6d2a-439f-a288-33c9f4210e8e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.875s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:52:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:52:37 user nova-compute[75223]: INFO nova.compute.manager [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Detaching volume 0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb
Dec 01 15:52:37 user nova-compute[75223]: INFO nova.virt.block_device [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attempting to driver detach volume 0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb from mountpoint /dev/vdb
Dec 01 15:52:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Attempting to detach device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:52:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:52:37 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:37 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:52:37 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:52:37 user nova-compute[75223]:   <serial>0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb</serial>
Dec 01 15:52:37 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:52:37 user nova-compute[75223]: </disk>
Dec 01 15:52:37 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:52:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config.
Dec 01 15:52:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:52:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:52:37 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:52:37 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:52:37 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:52:37 user nova-compute[75223]:   <serial>0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb</serial>
Dec 01 15:52:37 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:52:37 user nova-compute[75223]: </disk>
Dec 01 15:52:37 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:52:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:52:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa is timed out.
Dec 01 15:52:48 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully detached device vdb from instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa from the live domain config.
Dec 01 15:52:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hxCYnDJd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:52:48 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea24b114-0394-49c4-a39d-8a510b660d18]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:52:48 user nova-compute[75223]: No targets found.
Dec 01 15:52:48 user nova-compute[75223]: iSNS:
Dec 01 15:52:48 user nova-compute[75223]: No targets found.
Dec 01 15:52:48 user nova-compute[75223]: STATIC:
Dec 01 15:52:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:52:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb
Dec 01 15:52:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:52:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3
Dec 01 15:52:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:48 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:52:48 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:48 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:48 user nova-compute[75223]: FIRMWARE:
Dec 01 15:52:48 user nova-compute[75223]: No targets found.
Dec 01 15:52:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:52:48 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:52:48 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f5ca29-eb1e-4f5d-a2e5-56e03d636a62]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[88795372-a588-4f74-9914-5186b4201f31]: (4, ('tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsi session list stdout=tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)
Dec 01 15:52:48 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45d9990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c4ee22c-e247-4a68-a576-10b2e2f7d5b4]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b05ef4-1d2b-4f14-80c2-2f0a9c9025e2]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b256c54c-e2f6-4d3c-871a-92126265a40a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.091s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7230281-6f86-4088-8540-6ad78a0a5e6f]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c59e630-198d-49b0-984e-e7e4a725da9e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0732b547-7454-490f-8aed-69ddbf94fb86]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260]
Dec 01 15:52:48 user nova-compute[75223]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3, portal: 172.16.0.220,3260] successful.
Dec 01 15:52:48 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8cf0307d-d0cf-4d70-969b-3eff16ca53b3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf93f84e-1946-4c79-90df-ca7567100cdf]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] <== disconnect_volume: return (365ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:52:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:52:49 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'flavor' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5890607f-c017-43ea-a90f-0f369b819747 tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.155s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:58 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c is timed out.
Dec 01 15:52:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config.
Dec 01 15:52:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mMqdjITQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:52:58 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a56e3ae-02e3-40ce-b0fd-da5fed79157a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:52:58 user nova-compute[75223]: No targets found.
Dec 01 15:52:58 user nova-compute[75223]: iSNS:
Dec 01 15:52:58 user nova-compute[75223]: No targets found.
Dec 01 15:52:58 user nova-compute[75223]: STATIC:
Dec 01 15:52:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:52:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb
Dec 01 15:52:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:52:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:58 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:52:58 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:52:58 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:52:58 user nova-compute[75223]: FIRMWARE:
Dec 01 15:52:58 user nova-compute[75223]: No targets found.
Dec 01 15:52:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:52:58 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:52:58 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef484738-5da1-44d6-82b2-b9d242aeb574]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dfa0bd0-5170-42f7-888c-fddb7485d6a6]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:58 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:58 user nova-compute[75223]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)
Dec 01 15:52:58 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:52:58 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:52:58 user nova-compute[75223]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb (non-flash)
Dec 01 15:52:58 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:52:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4377910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6166c55-e9d6-4796-b505-b30e956babbe]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[14d81c65-485f-434e-aeff-8b6a6686d2c8]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[924a247e-69d8-4744-a3ee-14064fc66516]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.040s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0547ed67-24d7-4716-8ec4-e68dc21e4c42]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbfb926b-5c95-4aa9-9fe6-c0a374a4815b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[13112a64-9152-4dc8-8aba-1fc96338119f]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260]
Dec 01 15:52:58 user nova-compute[75223]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb, portal: 172.16.0.220,3260] successful.
Dec 01 15:52:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0c7c9510-fd8b-4e2e-b5e6-85cd97292bcb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[872c7610-ea0b-4198-8e66-46128d8736c2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== disconnect_volume: return (282ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:52:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG nova.objects.instance [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-392e8d55-5a16-47c3-bf1d-63f89774b372 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.770s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing instance network info cache due to event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updated VIF entry in instance network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:52:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cb7685a5-2e2e-4224-bdb6-d0e1b542abf9 req-f4a74eb1-b6b2-4a90-9d06-a99e88f182e9 service nova] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:53:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:00 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:53:00 user nova-compute[75223]: INFO nova.compute.manager [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] instance snapshotting
Dec 01 15:53:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Beginning live snapshot process
Dec 01 15:53:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json -f qcow2" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json -f qcow2" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp41smm85v/ebdfcf505a954cf1acf6074b94f68643.delta 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp41smm85v/ebdfcf505a954cf1acf6074b94f68643.delta 1073741824" returned: 0 in 0.049s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 15:53:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:53:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 15:53:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 15:53:02 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:53:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp41smm85v/ebdfcf505a954cf1acf6074b94f68643.delta /opt/stack/data/nova/instances/snapshots/tmp41smm85v/ebdfcf505a954cf1acf6074b94f68643 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp41smm85v/ebdfcf505a954cf1acf6074b94f68643.delta /opt/stack/data/nova/instances/snapshots/tmp41smm85v/ebdfcf505a954cf1acf6074b94f68643" returned: 0 in 0.444s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Snapshot extracted, beginning image upload
Dec 01 15:53:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Snapshot image upload complete
Dec 01 15:53:05 user nova-compute[75223]: INFO nova.compute.manager [None req-9939dbc4-c750-44fa-b39f-5b97795c6289 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Took 5.09 seconds to snapshot the instance on the hypervisor.
Dec 01 15:53:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:16 user nova-compute[75223]: INFO nova.compute.manager [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Terminating instance
Dec 01 15:53:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-becd79b8-98d5-4332-a974-ef6bc7aa12e2 req-dd6425e9-ede5-4028-b837-c04def918070 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-becd79b8-98d5-4332-a974-ef6bc7aa12e2 req-dd6425e9-ede5-4028-b837-c04def918070 service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-becd79b8-98d5-4332-a974-ef6bc7aa12e2 req-dd6425e9-ede5-4028-b837-c04def918070 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-becd79b8-98d5-4332-a974-ef6bc7aa12e2 req-dd6425e9-ede5-4028-b837-c04def918070 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-becd79b8-98d5-4332-a974-ef6bc7aa12e2 req-dd6425e9-ede5-4028-b837-c04def918070 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-becd79b8-98d5-4332-a974-ef6bc7aa12e2 req-dd6425e9-ede5-4028-b837-c04def918070 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-unplugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Instance destroyed successfully.
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'resources' on Instance uuid 3bd3b21c-3e7e-403f-a54b-032a9f112dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-18958564',display_name='tempest-ServerRescueNegativeTestJSON-server-18958564',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-18958564',id=23,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAGCVWXhq0VZbmHcvgo/095RU+FBXaMmxGJro4XpBTgLCK4ALj5xA43MwW6OIbuLzczpj6PIotgwDVoRsmQbt22GlBiYtmA4ERAB19Z5vSpWQfT6e+eX3I+1OjMFvoqw4A==',key_name='tempest-keypair-83175539',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:48:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-10rux7r2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:50:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=3bd3b21c-3e7e-403f-a54b-032a9f112dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "0cfcdf36-318c-4695-b298-a653545303fa", "address": "fa:16:3e:0c:5c:f8", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.110", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0cfcdf36-31", "ovs_interfaceid": "0cfcdf36-318c-4695-b298-a653545303fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG os_vif [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0cfcdf36-31, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5426d669-61c1-4939-9d3d-a307946fb4f2) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:17 user nova-compute[75223]: INFO os_vif [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0c:5c:f8,bridge_name='br-int',has_traffic_filtering=True,id=0cfcdf36-318c-4695-b298-a653545303fa,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0cfcdf36-31')
Dec 01 15:53:17 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Deleting instance files /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa_del
Dec 01 15:53:17 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Deletion of /opt/stack/data/nova/instances/3bd3b21c-3e7e-403f-a54b-032a9f112dfa_del complete
Dec 01 15:53:17 user nova-compute[75223]: INFO nova.compute.manager [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Took 0.86 seconds to destroy the instance on the hypervisor.
Dec 01 15:53:17 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:53:17 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:53:18 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:53:18 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Took 0.67 seconds to deallocate network for instance.
Dec 01 15:53:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-94487018-0c7f-40e2-ac06-0d6be033fb7f req-9e7195ac-7004-41ca-8a9d-9414e63fc35f service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-deleted-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:53:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:18 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:53:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:53:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.424s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:19 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Deleted allocations for instance 3bd3b21c-3e7e-403f-a54b-032a9f112dfa
Dec 01 15:53:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-269d9f7d-b3e7-412e-8931-dd8a72cc769a tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.209s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-c3369637-c26b-47ef-8dcc-c95e7deeeefa req-6b8e38c8-901e-4046-8eb6-8f13ced741c2 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:53:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3369637-c26b-47ef-8dcc-c95e7deeeefa req-6b8e38c8-901e-4046-8eb6-8f13ced741c2 service nova] Acquiring lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3369637-c26b-47ef-8dcc-c95e7deeeefa req-6b8e38c8-901e-4046-8eb6-8f13ced741c2 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3369637-c26b-47ef-8dcc-c95e7deeeefa req-6b8e38c8-901e-4046-8eb6-8f13ced741c2 service nova] Lock "3bd3b21c-3e7e-403f-a54b-032a9f112dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-c3369637-c26b-47ef-8dcc-c95e7deeeefa req-6b8e38c8-901e-4046-8eb6-8f13ced741c2 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] No waiting events found dispatching network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:53:19 user nova-compute[75223]: WARNING nova.compute.manager [req-c3369637-c26b-47ef-8dcc-c95e7deeeefa req-6b8e38c8-901e-4046-8eb6-8f13ced741c2 service nova] [instance: 3bd3b21c-3e7e-403f-a54b-032a9f112dfa] Received unexpected event network-vif-plugged-0cfcdf36-318c-4695-b298-a653545303fa for instance with vm_state deleted and task_state None.
Dec 01 15:53:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Going to confirm migration 2 {{(pid=75223) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Dec 01 15:53:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:53:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquired lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:53:23 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:53:23 user nova-compute[75223]: DEBUG nova.objects.instance [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'info_cache' on Instance uuid c1088849-ea21-48a9-96bc-38823f0b6860 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating instance_info_cache with network_info: [{"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Releasing lock "refresh_cache-c1088849-ea21-48a9-96bc-38823f0b6860" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG nova.objects.instance [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'migration_context' on Instance uuid c1088849-ea21-48a9-96bc-38823f0b6860 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG nova.objects.base [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Object Instance<c1088849-ea21-48a9-96bc-38823f0b6860> lazy-loaded attributes: info_cache,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:53:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.429s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:24 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Deleted allocation for migration 8e5a3f40-0df1-44a5-97d5-9e5b03440a96
Dec 01 15:53:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f854d4fa-68ed-4de7-953a-5e7e38227376 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.384s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Updating instance_info_cache with network_info: [{"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-e805df65-d69e-41b8-b9f3-dec7fb5062b3" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG nova.objects.instance [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:30 user nova-compute[75223]: INFO nova.compute.manager [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attaching volume fa2003b3-9e02-4811-9244-59269d89f6a4 to /dev/vdb
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG os_brick.utils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2e5e13f-3cec-4d02-be82-b72be98cf7ae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[304b75e5-6b4b-4cfa-8fff-57e5c47b71ab]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f006cd0-2f45-4dcc-98e4-5d85a757d141]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b4373f1-a4e4-462f-a84e-53e180d032f9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:53:30 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[35689cc9-0332-4614-b793-a97295fcfb72]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG os_brick.utils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating existing volume attachment record: 2b3530b5-b459-4139-ab96-529f02351191 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1/disk.rescue --force-share --output=json" returned: 0 in 0.225s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:53:33 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:53:33 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7333MB free_disk=24.947040557861328GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1088849-ea21-48a9-96bc-38823f0b6860 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 59223bfc-0e28-4ae8-9bda-c002f003186d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance eb136a61-a0c5-4825-a981-f6002d9e8770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:53:33 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:53:34 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:53:34 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:53:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:53:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.625s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OjBfayxg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:53:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:53:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:53:40 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[00bb3723-fb09-4c62-8729-25bd07066557]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:53:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[229540db-051c-49d5-85ba-e7e075e5a7ff]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4] added
Dec 01 15:53:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f143a1f1-e87d-4183-a712-c13494b98393]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1882faaa-9839-43fa-87ef-6e7479742201]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OjBfayxg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OjBfayxg" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[833b785c-678f-4695-94e6-bd1e4112bc6b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OjBfayxg'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[312d8816-82a6-466b-913a-ccc8eb3adf8a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[46081852-468e-47ae-ab2b-28640aa07c34]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d4c9cd8-c4b4-4764-999c-fec686343f02]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260]
Dec 01 15:53:40 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260] successful.
Dec 01 15:53:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e43c304f-fc35-47db-b098-d2c8e47128bd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[174ad459-a361-4960-948e-61351a661d97]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:53:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] HCTL ('35', '-', '-', 0) found on session 42 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b917c038-e2a8-4275-abec-a85ea4d35067]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching for a device in session 42 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OjBfayxg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23661303836336239', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23661303836336239', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG nova.objects.instance [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:53:41 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:53:41 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:53:41 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:53:41 user nova-compute[75223]:   <serial>fa2003b3-9e02-4811-9244-59269d89f6a4</serial>
Dec 01 15:53:41 user nova-compute[75223]: </disk>
Dec 01 15:53:41 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No VIF found with MAC fa:16:3e:e8:14:09, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:53:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-48d2a19c-eeb7-45dd-98fa-2fda44975018 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.226s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:53:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:44 user nova-compute[75223]: INFO nova.compute.manager [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Detaching volume fa2003b3-9e02-4811-9244-59269d89f6a4
Dec 01 15:53:44 user nova-compute[75223]: INFO nova.virt.block_device [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attempting to driver detach volume fa2003b3-9e02-4811-9244-59269d89f6a4 from mountpoint /dev/vdb
Dec 01 15:53:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Attempting to detach device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:53:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:53:44 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:53:44 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:53:44 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:53:44 user nova-compute[75223]:   <serial>fa2003b3-9e02-4811-9244-59269d89f6a4</serial>
Dec 01 15:53:44 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:53:44 user nova-compute[75223]: </disk>
Dec 01 15:53:44 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:53:44 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config.
Dec 01 15:53:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:53:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:53:44 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:53:44 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:53:44 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:53:44 user nova-compute[75223]:   <serial>fa2003b3-9e02-4811-9244-59269d89f6a4</serial>
Dec 01 15:53:44 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:53:44 user nova-compute[75223]: </disk>
Dec 01 15:53:44 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:53:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:53:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:53:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 15:53:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:53:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:53:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-changed-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Refreshing instance network info cache due to event network-changed-bb24075b-2c8f-4381-8e53-65692a40e803. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] Acquiring lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] Acquired lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG nova.network.neutron [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Refreshing network info cache for port bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG nova.network.neutron [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Updated VIF entry in instance network info cache for port bb24075b-2c8f-4381-8e53-65692a40e803. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG nova.network.neutron [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Updating instance_info_cache with network_info: [{"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7678a3a4-0050-4621-a11b-7fca4ec1ec41 req-c15700a1-76ad-494f-9a93-3bd2d4d58af4 service nova] Releasing lock "refresh_cache-59223bfc-0e28-4ae8-9bda-c002f003186d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:53:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lazy-loading 'flavor' on Instance uuid 59223bfc-0e28-4ae8-9bda-c002f003186d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:53:59 user nova-compute[75223]: INFO nova.compute.manager [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Attaching volume 42f70aba-c2cd-4b92-80a8-c736591edf20 to /dev/vdb
Dec 01 15:53:59 user nova-compute[75223]: DEBUG os_brick.utils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[05450047-4024-46bb-b3d0-1cff4fc628f8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bcce35e-a75d-4e28-b0fe-e182c23af64d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f07b12-5c6a-41b3-8f1d-26604a22d1ed]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[420e4403-c5b7-40a2-ab40-84d18936cf63]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:53:59 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:53:59 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d9294d-f902-489f-b1f9-69616eaab34d]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG os_brick.utils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:53:59 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Updating existing volume attachment record: f5e7709f-6f03-44d3-af06-84b9627f9287 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:54:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:04 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c is timed out.
Dec 01 15:54:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config.
Dec 01 15:54:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OjBfayxg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:04 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a00424f-9359-4210-a106-bfbff316002e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:54:04 user nova-compute[75223]: No targets found.
Dec 01 15:54:04 user nova-compute[75223]: iSNS:
Dec 01 15:54:04 user nova-compute[75223]: No targets found.
Dec 01 15:54:04 user nova-compute[75223]: STATIC:
Dec 01 15:54:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:54:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:54:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:54:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:04 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4
Dec 01 15:54:04 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:04 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:04 user nova-compute[75223]: FIRMWARE:
Dec 01 15:54:04 user nova-compute[75223]: No targets found.
Dec 01 15:54:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:54:04 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:54:04 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5959913-bf49-468a-88a0-5bc7cc955fe4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[81517e52-f18e-4fb0-ab27-ac02bd8c97f0]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:04 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:04 user nova-compute[75223]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 (non-flash)
Dec 01 15:54:04 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:04 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:04 user nova-compute[75223]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 (non-flash)
Dec 01 15:54:04 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4435120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a427231-9e0d-496c-9cd9-cd0233ee605b]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbb978d8-7441-4c78-b5c6-cd751e66bd8c]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f42a1281-726f-4ed9-a9cf-2b6ebd106285]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.042s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f722d7fd-09fb-4a4e-b46e-83ad608cc1aa]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5832d81f-470f-4eb6-a880-1a84c8b7a2ec]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b71c752-6b8c-47b0-8352-f99fd20bff3d]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260]
Dec 01 15:54:04 user nova-compute[75223]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4, portal: 172.16.0.220,3260] successful.
Dec 01 15:54:04 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fa2003b3-9e02-4811-9244-59269d89f6a4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c5d9589-0987-479e-9bbf-eb55a99745fd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== disconnect_volume: return (313ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:54:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:05 user nova-compute[75223]: DEBUG nova.objects.instance [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-edf8f391-7ce0-4dec-b611-f39c895222a4 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.821s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 15:54:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:54:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 15:54:09 user nova-compute[75223]: INFO nova.compute.manager [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Unrescuing
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquired lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gRsfWYoe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:09 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:09 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:09 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[96306603-67c0-4042-9aec-a3f771707e9a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:54:09 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c425718c-5443-4b47-b232-7ff4a756df4a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20] added
Dec 01 15:54:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.032s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ae8343e-4900-4f5c-ba16-a94eeee82ca2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbe70254-9bfc-4d0c-913a-650f1ec7f87a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gRsfWYoe {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gRsfWYoe" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b201083-a7bb-41e4-92ee-a7634661e661]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gRsfWYoe'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7791464f-9287-4f18-b967-f5d9e1077aa5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[172e3f9a-0597-4f56-8ab0-b8ddbd4cc7c3]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[05e3a04b-e07c-48cd-88b3-c2e6dd90fd47]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260]
Dec 01 15:54:09 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260] successful.
Dec 01 15:54:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Updating instance_info_cache with network_info: [{"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Releasing lock "refresh_cache-626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'flavor' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[80756ee0-5e29-4c95-a8d3-b02d1e0666b3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6ea92a4-4fef-40fd-a4f9-2132bc1a41be]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] HCTL ('35', '-', '-', 0) found on session 43 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a54af82-05fb-4fde-b5fa-bbc37c86e7fe]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-e6e5f36a-a9f0-4f70-ac35-747a262d244a req-4459bb53-b216-464c-8d6a-c6c40d12c4a2 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e6e5f36a-a9f0-4f70-ac35-747a262d244a req-4459bb53-b216-464c-8d6a-c6c40d12c4a2 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e6e5f36a-a9f0-4f70-ac35-747a262d244a req-4459bb53-b216-464c-8d6a-c6c40d12c4a2 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e6e5f36a-a9f0-4f70-ac35-747a262d244a req-4459bb53-b216-464c-8d6a-c6c40d12c4a2 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-e6e5f36a-a9f0-4f70-ac35-747a262d244a req-4459bb53-b216-464c-8d6a-c6c40d12c4a2 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:10 user nova-compute[75223]: WARNING nova.compute.manager [req-e6e5f36a-a9f0-4f70-ac35-747a262d244a req-4459bb53-b216-464c-8d6a-c6c40d12c4a2 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:54:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance destroyed successfully.
Dec 01 15:54:10 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Searching for a device in session 43 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gRsfWYoe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '23438303439656530', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23438303439656530', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lazy-loading 'flavor' on Instance uuid 59223bfc-0e28-4ae8-9bda-c002f003186d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:54:10 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:54:10 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:54:10 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:54:10 user nova-compute[75223]:   <serial>42f70aba-c2cd-4b92-80a8-c736591edf20</serial>
Dec 01 15:54:10 user nova-compute[75223]: </disk>
Dec 01 15:54:10 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] No VIF found with MAC fa:16:3e:9a:56:1b, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4523c5a8-debe-45c1-ac90-22a46d574e1e tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.008s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:11 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-362c87b9-b245-4703-947f-2f1eafc96dce req-d49a70b4-aa96-4fd2-931e-68adc8510522 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-362c87b9-b245-4703-947f-2f1eafc96dce req-d49a70b4-aa96-4fd2-931e-68adc8510522 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-362c87b9-b245-4703-947f-2f1eafc96dce req-d49a70b4-aa96-4fd2-931e-68adc8510522 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-362c87b9-b245-4703-947f-2f1eafc96dce req-d49a70b4-aa96-4fd2-931e-68adc8510522 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-362c87b9-b245-4703-947f-2f1eafc96dce req-d49a70b4-aa96-4fd2-931e-68adc8510522 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:12 user nova-compute[75223]: WARNING nova.compute.manager [req-362c87b9-b245-4703-947f-2f1eafc96dce req-d49a70b4-aa96-4fd2-931e-68adc8510522 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:13 user nova-compute[75223]: INFO nova.compute.manager [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Detaching volume 42f70aba-c2cd-4b92-80a8-c736591edf20
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:13 user nova-compute[75223]: INFO nova.virt.block_device [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Attempting to driver detach volume 42f70aba-c2cd-4b92-80a8-c736591edf20 from mountpoint /dev/vdb
Dec 01 15:54:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Attempting to detach device vdb from instance 59223bfc-0e28-4ae8-9bda-c002f003186d from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:54:13 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:54:13 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:54:13 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:54:13 user nova-compute[75223]:   <serial>42f70aba-c2cd-4b92-80a8-c736591edf20</serial>
Dec 01 15:54:13 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:54:13 user nova-compute[75223]: </disk>
Dec 01 15:54:13 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:54:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Successfully detached device vdb from instance 59223bfc-0e28-4ae8-9bda-c002f003186d from the persistent domain config.
Dec 01 15:54:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 59223bfc-0e28-4ae8-9bda-c002f003186d from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:54:13 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:54:13 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:54:13 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:54:13 user nova-compute[75223]:   <serial>42f70aba-c2cd-4b92-80a8-c736591edf20</serial>
Dec 01 15:54:13 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:54:13 user nova-compute[75223]: </disk>
Dec 01 15:54:13 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-changed-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Refreshing instance network info cache due to event network-changed-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] Acquiring lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] Acquired lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Refreshing network info cache for port d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:14 user nova-compute[75223]: WARNING nova.compute.manager [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:14 user nova-compute[75223]: WARNING nova.compute.manager [req-7518f393-7fdb-49ac-9a68-e567f376bfb8 req-6b5867b8-9cc5-4ab1-89a9-6798ade4daf6 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 59223bfc-0e28-4ae8-9bda-c002f003186d {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1f14c11d-85cb-4d85-9bca-5baddf7e4fee tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Updated VIF entry in instance network info cache for port d839cffb-e900-4e0c-bb74-6fd47ee9a6ed. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Updating instance_info_cache with network_info: [{"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3599dbce-3ef9-46ac-a92b-8d1b20ecc182 req-f38d34c7-e4d4-4eb2-91e8-a20941707520 service nova] Releasing lock "refresh_cache-eb136a61-a0c5-4825-a981-f6002d9e8770" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid eb136a61-a0c5-4825-a981-f6002d9e8770 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.105s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:54:17 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:54:17 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7583MB free_disk=24.94375228881836GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:17 user nova-compute[75223]: INFO nova.compute.manager [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Attaching volume cda64166-d8f7-4c96-b895-f8228f278a00 to /dev/vdb
Dec 01 15:54:17 user nova-compute[75223]: DEBUG os_brick.utils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b10afce-c97e-4a51-8bea-ae0db65a6932]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d220b588-3171-44b6-8db6-1c8e779c56c3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ff2d0c-4a4e-402d-9fda-eb7595fb7190]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[29c59b32-6bc8-41ce-a649-3cd2fb130cc3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:54:17 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:54:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6a9ef34-4aae-4078-b5a6-a674aa42e09f]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG os_brick.utils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== get_connector_properties: return (165ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Updating existing volume attachment record: 71317a7e-bbcf-4b65-9986-d125bba152fa {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d7c014ea-fea8-4648-baa7-44ef5312439d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1088849-ea21-48a9-96bc-38823f0b6860 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 59223bfc-0e28-4ae8-9bda-c002f003186d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance eb136a61-a0c5-4825-a981-f6002d9e8770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 15:54:17 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.913s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:18 user nova-compute[75223]: INFO nova.compute.manager [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Terminating instance
Dec 01 15:54:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-38810d20-875d-4753-ab13-71d5401b98b4 req-62151781-6dfd-4fb3-9f62-cda233facdfa service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-unplugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-38810d20-875d-4753-ab13-71d5401b98b4 req-62151781-6dfd-4fb3-9f62-cda233facdfa service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-38810d20-875d-4753-ab13-71d5401b98b4 req-62151781-6dfd-4fb3-9f62-cda233facdfa service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-38810d20-875d-4753-ab13-71d5401b98b4 req-62151781-6dfd-4fb3-9f62-cda233facdfa service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-38810d20-875d-4753-ab13-71d5401b98b4 req-62151781-6dfd-4fb3-9f62-cda233facdfa service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-unplugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-38810d20-875d-4753-ab13-71d5401b98b4 req-62151781-6dfd-4fb3-9f62-cda233facdfa service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-unplugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Instance destroyed successfully.
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'resources' on Instance uuid d7c014ea-fea8-4648-baa7-44ef5312439d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-136841400',display_name='tempest-ServerRescueNegativeTestJSON-server-136841400',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-136841400',id=4,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:40:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-fa2zcudh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:40:01Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=d7c014ea-fea8-4648-baa7-44ef5312439d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "18336752-c6a5-4283-aabd-39e2dec155cf", "address": "fa:16:3e:a8:d8:1b", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18336752-c6", "ovs_interfaceid": "18336752-c6a5-4283-aabd-39e2dec155cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG os_vif [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18336752-c6, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c95db40-c49b-4f90-8b2a-750a234984b0) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:19 user nova-compute[75223]: INFO os_vif [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a8:d8:1b,bridge_name='br-int',has_traffic_filtering=True,id=18336752-c6a5-4283-aabd-39e2dec155cf,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18336752-c6')
Dec 01 15:54:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Deleting instance files /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d_del
Dec 01 15:54:19 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Deletion of /opt/stack/data/nova/instances/d7c014ea-fea8-4648-baa7-44ef5312439d_del complete
Dec 01 15:54:19 user nova-compute[75223]: INFO nova.compute.manager [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 01 15:54:19 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 15:54:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 15:54:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:20 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:54:20 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Took 0.48 seconds to deallocate network for instance.
Dec 01 15:54:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:20 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:54:20 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:54:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.418s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:20 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Deleted allocations for instance d7c014ea-fea8-4648-baa7-44ef5312439d
Dec 01 15:54:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-becd008b-d8a4-4bc4-94fc-fca24901904c tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.097s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-e8c721ce-ac59-4767-b208-32d2b27bcc3b req-21345179-aef9-4dff-91f9-e0cc38e0e15a service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8c721ce-ac59-4767-b208-32d2b27bcc3b req-21345179-aef9-4dff-91f9-e0cc38e0e15a service nova] Acquiring lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8c721ce-ac59-4767-b208-32d2b27bcc3b req-21345179-aef9-4dff-91f9-e0cc38e0e15a service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8c721ce-ac59-4767-b208-32d2b27bcc3b req-21345179-aef9-4dff-91f9-e0cc38e0e15a service nova] Lock "d7c014ea-fea8-4648-baa7-44ef5312439d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-e8c721ce-ac59-4767-b208-32d2b27bcc3b req-21345179-aef9-4dff-91f9-e0cc38e0e15a service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] No waiting events found dispatching network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:21 user nova-compute[75223]: WARNING nova.compute.manager [req-e8c721ce-ac59-4767-b208-32d2b27bcc3b req-21345179-aef9-4dff-91f9-e0cc38e0e15a service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received unexpected event network-vif-plugged-18336752-c6a5-4283-aabd-39e2dec155cf for instance with vm_state deleted and task_state None.
Dec 01 15:54:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-e8c721ce-ac59-4767-b208-32d2b27bcc3b req-21345179-aef9-4dff-91f9-e0cc38e0e15a service nova] [instance: d7c014ea-fea8-4648-baa7-44ef5312439d] Received event network-vif-deleted-18336752-c6a5-4283-aabd-39e2dec155cf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MpeDLhSX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:27 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[312ce06a-a00d-4c6e-854a-8be8e9bfd88e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:54:27 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b738fdd2-f739-4c9c-a6bc-3eed7157cc67]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00] added
Dec 01 15:54:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0787e11-ee9a-438d-8c49-948540a38a15]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e967bdcf-dda7-4185-b979-eb86b4541f76]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MpeDLhSX {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MpeDLhSX" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ba52701-d29b-48a1-bdda-70bd442c63bc]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MpeDLhSX'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[260d6d13-867d-4e90-80fe-a4515301d608]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[32ea3fa4-1412-4e7a-b08d-9ecead45b99b]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dba1333-a008-4b6a-b308-aa8532763f3f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260]
Dec 01 15:54:27 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260] successful.
Dec 01 15:54:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d34f9f5-7e50-41ee-951b-7d77a6fbdfcd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a9f8d66-0c18-44d9-bc43-85cec087226d]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] HCTL ('36', '-', '-', 0) found on session 44 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cbac905-d423-48c2-b8da-7e4ffde49e54]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching for a device in session 44 and hctl ['36', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching for a device in session 44 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MpeDLhSX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23263363334363730', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23263363334363730', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid eb136a61-a0c5-4825-a981-f6002d9e8770 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:54:28 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:54:28 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:54:28 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:54:28 user nova-compute[75223]:   <serial>cda64166-d8f7-4c96-b895-f8228f278a00</serial>
Dec 01 15:54:28 user nova-compute[75223]: </disk>
Dec 01 15:54:28 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:54:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No VIF found with MAC fa:16:3e:ab:1e:2e, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:54:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6252773b-5c42-4722-a3cd-9fb57285b446 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.502s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:54:33 user nova-compute[75223]: INFO nova.compute.claims [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Claim successful on node user
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.483s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:54:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.policy [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131bf5b66f784145975a995938275b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f4cb2ffd98440cbd6fc784a8881234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:54:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Creating image(s)
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "/opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 59223bfc-0e28-4ae8-9bda-c002f003186d is timed out.
Dec 01 15:54:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Successfully detached device vdb from instance 59223bfc-0e28-4ae8-9bda-c002f003186d from the live domain config.
Dec 01 15:54:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gRsfWYoe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:34 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb02adbe-9041-4f2c-8a23-be252b7a72e3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:54:34 user nova-compute[75223]: No targets found.
Dec 01 15:54:34 user nova-compute[75223]: iSNS:
Dec 01 15:54:34 user nova-compute[75223]: No targets found.
Dec 01 15:54:34 user nova-compute[75223]: STATIC:
Dec 01 15:54:34 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:54:34 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:34 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:34 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00
Dec 01 15:54:34 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:34 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:34 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20
Dec 01 15:54:34 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:34 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:34 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:54:34 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:34 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:34 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:54:34 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:54:34 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:54:34 user nova-compute[75223]: FIRMWARE:
Dec 01 15:54:34 user nova-compute[75223]: No targets found.
Dec 01 15:54:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:54:34 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:54:34 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.216s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1778bde9-c1e2-4262-9de9-115a476ec12c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk 1073741824" returned: 0 in 0.052s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c8a849-1a80-44b9-b23c-b928c1f8867c]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d44340d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2c735b1-0709-415d-bbd0-bde02f9f384e]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[101e1b4e-1fa1-4b7b-aa88-a41b9b6a7484]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d42a66dc-cb04-430b-81ce-e30167772a7f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Successfully created port: 4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.038s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[439614ee-c3ab-493e-92eb-d5e35488b0b3]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Checking if we can resize image /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6be0e807-d8ac-41c5-b9c8-4e97a9dbe7ee]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c8e4e30-522b-45cb-b06c-90ef2eb6767b]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260]
Dec 01 15:54:34 user nova-compute[75223]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20, portal: 172.16.0.220,3260] successful.
Dec 01 15:54:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42f70aba-c2cd-4b92-80a8-c736591edf20 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7ea3219-8e8f-4d55-b976-83b93b3ecd41]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.466s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] <== disconnect_volume: return (468ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Cannot resize image /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Ensure instance console log exists: /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Successfully updated port: 4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquired lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-changed-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Refreshing instance network info cache due to event network-changed-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] Acquiring lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Updating instance_info_cache with network_info: [{"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Releasing lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Instance network_info: |[{"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] Acquired lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Refreshing network info cache for port 4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Start _get_guest_xml network_info=[{"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:54:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:54:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:54:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-845995090',display_name='tempest-AttachVolumeNegativeTest-server-845995090',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-845995090',id=33,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGq9DGx6/6uaTPOnccS7cUNmH5crFZfx687Va7GYCIuOCwvPfVbWvVz0TuqEpr/S8/So6QJ/chn66oHY8sPWLFJ5eZtCMQ2DwtciXlwV8UEMEaLoHH0Zo+OwKF3MeslAAA==',key_name='tempest-keypair-365326003',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-roy0sfy8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:54:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=272a6ec8-a609-4adb-bf74-0796fb47289f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:24:b6,bridge_name='br-int',has_traffic_filtering=True,id=4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fa50b5a-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.objects.instance [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'pci_devices' on Instance uuid 272a6ec8-a609-4adb-bf74-0796fb47289f {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lazy-loading 'flavor' on Instance uuid 59223bfc-0e28-4ae8-9bda-c002f003186d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:54:35 user nova-compute[75223]:   <uuid>272a6ec8-a609-4adb-bf74-0796fb47289f</uuid>
Dec 01 15:54:35 user nova-compute[75223]:   <name>instance-00000021</name>
Dec 01 15:54:35 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:54:35 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:54:35 user nova-compute[75223]:   <metadata>
Dec 01 15:54:35 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:54:35 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:54:35 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeNegativeTest-server-845995090</nova:name>
Dec 01 15:54:35 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:54:35</nova:creationTime>
Dec 01 15:54:35 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:54:35 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:54:35 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:54:35 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:54:35 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:54:35 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:54:35 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:54:35 user nova-compute[75223]:       <nova:owner>
Dec 01 15:54:35 user nova-compute[75223]:         <nova:user uuid="131bf5b66f784145975a995938275b44">tempest-AttachVolumeNegativeTest-650516736-project-member</nova:user>
Dec 01 15:54:35 user nova-compute[75223]:         <nova:project uuid="b1f4cb2ffd98440cbd6fc784a8881234">tempest-AttachVolumeNegativeTest-650516736</nova:project>
Dec 01 15:54:35 user nova-compute[75223]:       </nova:owner>
Dec 01 15:54:35 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:54:35 user nova-compute[75223]:       <nova:ports>
Dec 01 15:54:35 user nova-compute[75223]:         <nova:port uuid="4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca">
Dec 01 15:54:35 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 15:54:35 user nova-compute[75223]:         </nova:port>
Dec 01 15:54:35 user nova-compute[75223]:       </nova:ports>
Dec 01 15:54:35 user nova-compute[75223]:     </nova:instance>
Dec 01 15:54:35 user nova-compute[75223]:   </metadata>
Dec 01 15:54:35 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:54:35 user nova-compute[75223]:     <system>
Dec 01 15:54:35 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:54:35 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:54:35 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:54:35 user nova-compute[75223]:       <entry name="serial">272a6ec8-a609-4adb-bf74-0796fb47289f</entry>
Dec 01 15:54:35 user nova-compute[75223]:       <entry name="uuid">272a6ec8-a609-4adb-bf74-0796fb47289f</entry>
Dec 01 15:54:35 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:54:35 user nova-compute[75223]:     </system>
Dec 01 15:54:35 user nova-compute[75223]:   </sysinfo>
Dec 01 15:54:35 user nova-compute[75223]:   <os>
Dec 01 15:54:35 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:54:35 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:54:35 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:54:35 user nova-compute[75223]:   </os>
Dec 01 15:54:35 user nova-compute[75223]:   <features>
Dec 01 15:54:35 user nova-compute[75223]:     <acpi/>
Dec 01 15:54:35 user nova-compute[75223]:     <apic/>
Dec 01 15:54:35 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:54:35 user nova-compute[75223]:   </features>
Dec 01 15:54:35 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:54:35 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:54:35 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:54:35 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:54:35 user nova-compute[75223]:   </clock>
Dec 01 15:54:35 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:54:35 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:54:35 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:54:35 user nova-compute[75223]:   </cpu>
Dec 01 15:54:35 user nova-compute[75223]:   <devices>
Dec 01 15:54:35 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:54:35 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:54:35 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk"/>
Dec 01 15:54:35 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:54:35 user nova-compute[75223]:     </disk>
Dec 01 15:54:35 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:54:35 user nova-compute[75223]:       <mac address="fa:16:3e:fb:24:b6"/>
Dec 01 15:54:35 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:54:35 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:54:35 user nova-compute[75223]:       <target dev="tap4fa50b5a-b2"/>
Dec 01 15:54:35 user nova-compute[75223]:     </interface>
Dec 01 15:54:35 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:54:35 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/console.log" append="off"/>
Dec 01 15:54:35 user nova-compute[75223]:     </serial>
Dec 01 15:54:35 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:54:35 user nova-compute[75223]:     <video>
Dec 01 15:54:35 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:54:35 user nova-compute[75223]:     </video>
Dec 01 15:54:35 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:54:35 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:54:35 user nova-compute[75223]:     </rng>
Dec 01 15:54:35 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:54:35 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:54:35 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:54:35 user nova-compute[75223]:     </memballoon>
Dec 01 15:54:35 user nova-compute[75223]:   </devices>
Dec 01 15:54:35 user nova-compute[75223]: </domain>
Dec 01 15:54:35 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:54:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-845995090',display_name='tempest-AttachVolumeNegativeTest-server-845995090',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-845995090',id=33,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGq9DGx6/6uaTPOnccS7cUNmH5crFZfx687Va7GYCIuOCwvPfVbWvVz0TuqEpr/S8/So6QJ/chn66oHY8sPWLFJ5eZtCMQ2DwtciXlwV8UEMEaLoHH0Zo+OwKF3MeslAAA==',key_name='tempest-keypair-365326003',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-roy0sfy8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:54:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=272a6ec8-a609-4adb-bf74-0796fb47289f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:24:b6,bridge_name='br-int',has_traffic_filtering=True,id=4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fa50b5a-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG os_vif [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:24:b6,bridge_name='br-int',has_traffic_filtering=True,id=4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fa50b5a-b2') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79261f56-d0c6-5ea0-b38d-6518ebf3dd3f', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4fa50b5a-b2, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4fa50b5a-b2, col_values=(('qos', UUID('bb43bfa1-924e-486e-b599-59a2d1ca2939')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4fa50b5a-b2, col_values=(('external_ids', {'iface-id': '4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:24:b6', 'vm-uuid': '272a6ec8-a609-4adb-bf74-0796fb47289f'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5ed4ef58-26b0-436d-9f41-adc4be5c3990 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.113s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:35 user nova-compute[75223]: INFO os_vif [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:24:b6,bridge_name='br-int',has_traffic_filtering=True,id=4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fa50b5a-b2')
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No VIF found with MAC fa:16:3e:fb:24:b6, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Updated VIF entry in instance network info cache for port 4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Updating instance_info_cache with network_info: [{"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:54:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9d56009-acee-480c-b66a-c766bca70056 req-88d27ed4-9003-47f6-8841-3ae8e046dac0 service nova] Releasing lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG nova.objects.instance [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-3e61fcdf-5aaf-4552-90ab-503b9912b140 req-c2fd584f-4f3e-4b05-bc63-c1908b8e1892 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3e61fcdf-5aaf-4552-90ab-503b9912b140 req-c2fd584f-4f3e-4b05-bc63-c1908b8e1892 service nova] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3e61fcdf-5aaf-4552-90ab-503b9912b140 req-c2fd584f-4f3e-4b05-bc63-c1908b8e1892 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3e61fcdf-5aaf-4552-90ab-503b9912b140 req-c2fd584f-4f3e-4b05-bc63-c1908b8e1892 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-3e61fcdf-5aaf-4552-90ab-503b9912b140 req-c2fd584f-4f3e-4b05-bc63-c1908b8e1892 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] No waiting events found dispatching network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:37 user nova-compute[75223]: WARNING nova.compute.manager [req-3e61fcdf-5aaf-4552-90ab-503b9912b140 req-c2fd584f-4f3e-4b05-bc63-c1908b8e1892 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received unexpected event network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca for instance with vm_state building and task_state spawning.
Dec 01 15:54:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:37 user nova-compute[75223]: INFO nova.compute.manager [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attaching volume 9b941dd2-23d8-4aea-9894-dcfc45a84931 to /dev/vdb
Dec 01 15:54:37 user nova-compute[75223]: DEBUG os_brick.utils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f814e4e-01ea-4523-97de-f004e1aa6816]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2afa501-e3c7-4378-a8da-09500bd99b1e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[80191d2c-b48f-4271-9f2f-5aabee87d668]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbbc0faa-1dfc-4151-8214-9dcd3f5464a0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:54:37 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:54:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[93bda093-7226-48bb-850c-73854b93e8a2]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG os_brick.utils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:37 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating existing volume attachment record: 96accbf5-47d9-4f0a-8bc6-cf530dc8b00f {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:54:39 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Instance spawned successfully.
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-b7b95733-8e0f-47d0-9560-e7ef073e8c40 req-f3e31ad7-3c0d-437e-baf2-2951ec1f7409 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b7b95733-8e0f-47d0-9560-e7ef073e8c40 req-f3e31ad7-3c0d-437e-baf2-2951ec1f7409 service nova] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b7b95733-8e0f-47d0-9560-e7ef073e8c40 req-f3e31ad7-3c0d-437e-baf2-2951ec1f7409 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b7b95733-8e0f-47d0-9560-e7ef073e8c40 req-f3e31ad7-3c0d-437e-baf2-2951ec1f7409 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-b7b95733-8e0f-47d0-9560-e7ef073e8c40 req-f3e31ad7-3c0d-437e-baf2-2951ec1f7409 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] No waiting events found dispatching network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:54:39 user nova-compute[75223]: WARNING nova.compute.manager [req-b7b95733-8e0f-47d0-9560-e7ef073e8c40 req-f3e31ad7-3c0d-437e-baf2-2951ec1f7409 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received unexpected event network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca for instance with vm_state building and task_state spawning.
Dec 01 15:54:39 user nova-compute[75223]: INFO nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Took 5.56 seconds to spawn the instance on the hypervisor.
Dec 01 15:54:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:54:39 user nova-compute[75223]: INFO nova.compute.manager [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Took 6.38 seconds to build instance.
Dec 01 15:54:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-537d2064-83ea-47e6-87ea-8b45cff2f14a tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.493s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DCvIwJhZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:47 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:47 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:54:47 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5bcb6ad-5d46-4045-86ba-5563513086fb]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:54:47 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fb405dc-c17b-4cfe-9cf0-57e11c38378e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931] added
Dec 01 15:54:47 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[62a8e992-25c3-4c58-95ba-7259052a6206]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5b1793b-df2a-4a4b-bb8c-4c027b0b31b5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DCvIwJhZ {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v DCvIwJhZ" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa156bf-d2fd-4c3e-832b-f266a2f348e0]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'DCvIwJhZ'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d584993-8763-43a7-b2a6-1fe9406ad098]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6d9e244-7f57-48e9-9d96-a1298529abcb]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e0ab23-aa26-4939-9bad-572dfc573b68]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260]
Dec 01 15:54:47 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260] successful.
Dec 01 15:54:47 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b2a875-1b9e-4f75-8378-21b32cad53e6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[62001e35-a28a-432d-8398-25a348a78488]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:54:47 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] HCTL ('35', '-', '-', 0) found on session 45 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:48 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6370b223-4a83-4b15-baa0-a80785b68746]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:48 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Searching for a device in session 45 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:54:48 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DCvIwJhZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.350s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23633393133663462', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23633393133663462', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG nova.objects.instance [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:54:49 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:54:49 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:54:49 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:54:49 user nova-compute[75223]:   <serial>9b941dd2-23d8-4aea-9894-dcfc45a84931</serial>
Dec 01 15:54:49 user nova-compute[75223]: </disk>
Dec 01 15:54:49 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] No VIF found with MAC fa:16:3e:e8:14:09, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:54:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aac327b6-954d-4e14-9cfc-eedae4b062df tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.199s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'flavor' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:54:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:54:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:51 user nova-compute[75223]: INFO nova.compute.manager [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Attaching volume eb0bc8b1-d901-436f-adb3-36918c09cbf9 to /dev/vdb
Dec 01 15:54:51 user nova-compute[75223]: DEBUG os_brick.utils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:54:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8616d55-c774-418c-8351-fee81b40bac3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bdd71f3-cfc5-4770-89e0-a3d3fbd336d5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71c25a0-6b12-4c6c-94db-8bb229196c6a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6c311a-39bb-463c-9a88-68d64805a5ce]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:54:52 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[18504ff4-a2c5-430b-b9d8-1415530d8f82]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG os_brick.utils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] <== get_connector_properties: return (140ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating existing volume attachment record: b0cb72de-e76e-486f-ac0e-ce13ccbf9e2e {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:54:52 user nova-compute[75223]: INFO nova.compute.manager [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Detaching volume 9b941dd2-23d8-4aea-9894-dcfc45a84931
Dec 01 15:54:52 user nova-compute[75223]: INFO nova.virt.block_device [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Attempting to driver detach volume 9b941dd2-23d8-4aea-9894-dcfc45a84931 from mountpoint /dev/vdb
Dec 01 15:54:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Attempting to detach device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:54:52 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:54:52 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:54:52 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:54:52 user nova-compute[75223]:   <serial>9b941dd2-23d8-4aea-9894-dcfc45a84931</serial>
Dec 01 15:54:52 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:54:52 user nova-compute[75223]: </disk>
Dec 01 15:54:52 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:54:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the persistent domain config.
Dec 01 15:54:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:54:52 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:54:52 user nova-compute[75223]:   <source dev="/dev/sdd"/>
Dec 01 15:54:52 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:54:52 user nova-compute[75223]:   <serial>9b941dd2-23d8-4aea-9894-dcfc45a84931</serial>
Dec 01 15:54:52 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:54:52 user nova-compute[75223]: </disk>
Dec 01 15:54:52 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:54:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:54:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:54:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FyYnTXKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:55:01 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:55:01 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:55:01 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a5d8f1d-fa16-4f44-bfa8-25a1c73309b0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:55:01 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[95f02bec-c600-470b-83f4-a2d2193a642b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9] added
Dec 01 15:55:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[983483bb-0061-4181-a63e-dae65044e8d7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aff7c782-f1c3-45d3-b812-1228e50279f2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FyYnTXKB {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FyYnTXKB" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b01d97f2-2d67-486e-a1b9-d7634d883887]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FyYnTXKB'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f0344ef-c9df-467d-8eb9-b02643029d10]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[46104cbb-57a1-43c8-866f-98c3751555b9]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --login" returned: 0 in 0.073s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae01dde-f247-4bc7-b845-bf6a248fb53a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260]
Dec 01 15:55:01 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260] successful.
Dec 01 15:55:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[264e8590-146e-4d58-a0e2-34e7a629f873]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa76606b-31a3-45ad-b888-1ed992466c97]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:02 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.309s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] HCTL ('38', '-', '-', 0) found on session 46 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b0b1016-e9e3-4e9f-a414-f682b5e41edf]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:02 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Searching for a device in session 46 and hctl ['38', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Searching for a device in session 46 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FyYnTXKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.347s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] <== connect_volume: return (1348ms) {'type': 'block', 'scsi_wwn': '26362393737386162', 'path': '/dev/sdg'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362393737386162', 'path': '/dev/sdg'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'flavor' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 15:55:03 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:55:03 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:55:03 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:55:03 user nova-compute[75223]:   <serial>eb0bc8b1-d901-436f-adb3-36918c09cbf9</serial>
Dec 01 15:55:03 user nova-compute[75223]: </disk>
Dec 01 15:55:03 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No VIF found with MAC fa:16:3e:a0:46:f3, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:55:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4ada5dd4-4979-4827-8b17-7162990413d3 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.854s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:55:05 user nova-compute[75223]: INFO nova.compute.manager [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Rescuing
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:55:05 user nova-compute[75223]: INFO nova.compute.claims [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Claim successful on node user
Dec 01 15:55:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.504s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:55:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.policy [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29548c97eee643e7b9ee8c12a2f9604b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d7aee04a45b45beb583b7a5567dbee9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:55:05 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Creating image(s)
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "/opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "/opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "/opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.010s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-94389e92-1c78-4d06-bd16-490fcdab456c req-31cd71c2-4f85-4ea2-a7dd-74c55200cbb8 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-94389e92-1c78-4d06-bd16-490fcdab456c req-31cd71c2-4f85-4ea2-a7dd-74c55200cbb8 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-94389e92-1c78-4d06-bd16-490fcdab456c req-31cd71c2-4f85-4ea2-a7dd-74c55200cbb8 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-94389e92-1c78-4d06-bd16-490fcdab456c req-31cd71c2-4f85-4ea2-a7dd-74c55200cbb8 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-94389e92-1c78-4d06-bd16-490fcdab456c req-31cd71c2-4f85-4ea2-a7dd-74c55200cbb8 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:06 user nova-compute[75223]: WARNING nova.compute.manager [req-94389e92-1c78-4d06-bd16-490fcdab456c req-31cd71c2-4f85-4ea2-a7dd-74c55200cbb8 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state active and task_state rescuing.
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk 1073741824" returned: 0 in 0.086s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.288s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.network.neutron [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Successfully created port: 7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Checking if we can resize image /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Cannot resize image /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Ensure instance console log exists: /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance destroyed successfully.
Dec 01 15:55:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Attempting a stable device rescue
Dec 01 15:55:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75223) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4314}}
Dec 01 15:55:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance directory exists: not creating {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4719}}
Dec 01 15:55:07 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Creating image(s)
Dec 01 15:55:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:07 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "433ab1e202d80019a7eb37e15704eb5bc80eb1ec" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "433ab1e202d80019a7eb37e15704eb5bc80eb1ec" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Successfully updated port: 7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received event network-changed-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Refreshing instance network info cache due to event network-changed-7057a8b6-521c-4001-80ca-12b9598478ed. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] Acquiring lock "refresh_cache-930f81f2-4bc7-4bdd-9c93-927a0bc3d896" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] Acquired lock "refresh_cache-930f81f2-4bc7-4bdd-9c93-927a0bc3d896" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Refreshing network info cache for port 7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "refresh_cache-930f81f2-4bc7-4bdd-9c93-927a0bc3d896" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-914c0aea-213f-4fd3-a22a-c1c1dc0e7316 req-175653bd-b1cf-4ed2-833e-e8ce42b73432 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-914c0aea-213f-4fd3-a22a-c1c1dc0e7316 req-175653bd-b1cf-4ed2-833e-e8ce42b73432 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-914c0aea-213f-4fd3-a22a-c1c1dc0e7316 req-175653bd-b1cf-4ed2-833e-e8ce42b73432 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-914c0aea-213f-4fd3-a22a-c1c1dc0e7316 req-175653bd-b1cf-4ed2-833e-e8ce42b73432 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-914c0aea-213f-4fd3-a22a-c1c1dc0e7316 req-175653bd-b1cf-4ed2-833e-e8ce42b73432 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:08 user nova-compute[75223]: WARNING nova.compute.manager [req-914c0aea-213f-4fd3-a22a-c1c1dc0e7316 req-175653bd-b1cf-4ed2-833e-e8ce42b73432 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state active and task_state rescuing.
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.part --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.virt.images [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] 1f801c0c-6f9e-4b9b-a273-7fb0e9fb3eca was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.part /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.network.neutron [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f3e83126-38f3-4ebb-aa45-43e18aae1a02 req-c4a18755-6385-4c91-b9db-5d18cb1d02a0 service nova] Releasing lock "refresh_cache-930f81f2-4bc7-4bdd-9c93-927a0bc3d896" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquired lock "refresh_cache-930f81f2-4bc7-4bdd-9c93-927a0bc3d896" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Skipping network cache update for instance because it is Building. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.part /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.converted" returned: 0 in 0.388s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec.converted --force-share --output=json" returned: 0 in 0.214s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "433ab1e202d80019a7eb37e15704eb5bc80eb1ec" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.102s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "433ab1e202d80019a7eb37e15704eb5bc80eb1ec" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "433ab1e202d80019a7eb37e15704eb5bc80eb1ec" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Updating instance_info_cache with network_info: [{"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Releasing lock "refresh_cache-930f81f2-4bc7-4bdd-9c93-927a0bc3d896" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Instance network_info: |[{"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Start _get_guest_xml network_info=[{"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:55:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:55:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:55:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-339339492',display_name='tempest-VolumesAdminNegativeTest-server-339339492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-339339492',id=34,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d7aee04a45b45beb583b7a5567dbee9',ramdisk_id='',reservation_id='r-90clgm4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-635988377',owner_user_name='tempest-VolumesAdminNegativeTest-635988377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:55:06Z,user_data=None,user_id='29548c97eee643e7b9ee8c12a2f9604b',uuid=930f81f2-4bc7-4bdd-9c93-927a0bc3d896,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converting VIF {"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:48:a4,bridge_name='br-int',has_traffic_filtering=True,id=7057a8b6-521c-4001-80ca-12b9598478ed,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7057a8b6-52') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lazy-loading 'pci_devices' on Instance uuid 930f81f2-4bc7-4bdd-9c93-927a0bc3d896 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec,backing_fmt=raw /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:55:09 user nova-compute[75223]:   <uuid>930f81f2-4bc7-4bdd-9c93-927a0bc3d896</uuid>
Dec 01 15:55:09 user nova-compute[75223]:   <name>instance-00000022</name>
Dec 01 15:55:09 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:55:09 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:55:09 user nova-compute[75223]:   <metadata>
Dec 01 15:55:09 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:55:09 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:name>tempest-VolumesAdminNegativeTest-server-339339492</nova:name>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:55:09</nova:creationTime>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:55:09 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:55:09 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:owner>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:user uuid="29548c97eee643e7b9ee8c12a2f9604b">tempest-VolumesAdminNegativeTest-635988377-project-member</nova:user>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:project uuid="5d7aee04a45b45beb583b7a5567dbee9">tempest-VolumesAdminNegativeTest-635988377</nova:project>
Dec 01 15:55:09 user nova-compute[75223]:       </nova:owner>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:ports>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:port uuid="7057a8b6-521c-4001-80ca-12b9598478ed">
Dec 01 15:55:09 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Dec 01 15:55:09 user nova-compute[75223]:         </nova:port>
Dec 01 15:55:09 user nova-compute[75223]:       </nova:ports>
Dec 01 15:55:09 user nova-compute[75223]:     </nova:instance>
Dec 01 15:55:09 user nova-compute[75223]:   </metadata>
Dec 01 15:55:09 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:55:09 user nova-compute[75223]:     <system>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="serial">930f81f2-4bc7-4bdd-9c93-927a0bc3d896</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="uuid">930f81f2-4bc7-4bdd-9c93-927a0bc3d896</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:55:09 user nova-compute[75223]:     </system>
Dec 01 15:55:09 user nova-compute[75223]:   </sysinfo>
Dec 01 15:55:09 user nova-compute[75223]:   <os>
Dec 01 15:55:09 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:55:09 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:55:09 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:55:09 user nova-compute[75223]:   </os>
Dec 01 15:55:09 user nova-compute[75223]:   <features>
Dec 01 15:55:09 user nova-compute[75223]:     <acpi/>
Dec 01 15:55:09 user nova-compute[75223]:     <apic/>
Dec 01 15:55:09 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:55:09 user nova-compute[75223]:   </features>
Dec 01 15:55:09 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:55:09 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:55:09 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:55:09 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:55:09 user nova-compute[75223]:   </clock>
Dec 01 15:55:09 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:55:09 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:55:09 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:55:09 user nova-compute[75223]:   </cpu>
Dec 01 15:55:09 user nova-compute[75223]:   <devices>
Dec 01 15:55:09 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:55:09 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:55:09 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk"/>
Dec 01 15:55:09 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:     </disk>
Dec 01 15:55:09 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:55:09 user nova-compute[75223]:       <mac address="fa:16:3e:1c:48:a4"/>
Dec 01 15:55:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:55:09 user nova-compute[75223]:       <target dev="tap7057a8b6-52"/>
Dec 01 15:55:09 user nova-compute[75223]:     </interface>
Dec 01 15:55:09 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:55:09 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/console.log" append="off"/>
Dec 01 15:55:09 user nova-compute[75223]:     </serial>
Dec 01 15:55:09 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:55:09 user nova-compute[75223]:     <video>
Dec 01 15:55:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:     </video>
Dec 01 15:55:09 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:55:09 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:55:09 user nova-compute[75223]:     </rng>
Dec 01 15:55:09 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:55:09 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:55:09 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:55:09 user nova-compute[75223]:     </memballoon>
Dec 01 15:55:09 user nova-compute[75223]:   </devices>
Dec 01 15:55:09 user nova-compute[75223]: </domain>
Dec 01 15:55:09 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:55:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-339339492',display_name='tempest-VolumesAdminNegativeTest-server-339339492',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-339339492',id=34,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5d7aee04a45b45beb583b7a5567dbee9',ramdisk_id='',reservation_id='r-90clgm4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-635988377',owner_user_name='tempest-VolumesAdminNegativeTest-635988377-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:55:06Z,user_data=None,user_id='29548c97eee643e7b9ee8c12a2f9604b',uuid=930f81f2-4bc7-4bdd-9c93-927a0bc3d896,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converting VIF {"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:48:a4,bridge_name='br-int',has_traffic_filtering=True,id=7057a8b6-521c-4001-80ca-12b9598478ed,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7057a8b6-52') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_vif [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:48:a4,bridge_name='br-int',has_traffic_filtering=True,id=7057a8b6-521c-4001-80ca-12b9598478ed,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7057a8b6-52') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'adb3cad3-6364-53a3-9249-72e584620485', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec,backing_fmt=raw /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue" returned: 0 in 0.087s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "433ab1e202d80019a7eb37e15704eb5bc80eb1ec" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'migration_context' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:09 user nova-compute[75223]: INFO nova.compute.manager [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Terminating instance
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Object Instance<2141b631-0a6c-4495-aea8-ce596951e803> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Start _get_guest_xml network_info=[{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "vif_mac": "fa:16:3e:a0:46:f3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '1f801c0c-6f9e-4b9b-a273-7fb0e9fb3eca', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FyYnTXKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, 'status': 'reserved', 'instance': '2141b631-0a6c-4495-aea8-ce596951e803', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb0bc8b1-d901-436f-adb3-36918c09cbf9', 'serial': 'eb0bc8b1-d901-436f-adb3-36918c09cbf9'}, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': 'b0cb72de-e76e-486f-ac0e-ce13ccbf9e2e', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'resources' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7057a8b6-52, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7057a8b6-52, col_values=(('qos', UUID('6fe4e798-2536-4efb-ba6f-922106f787cf')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7057a8b6-52, col_values=(('external_ids', {'iface-id': '7057a8b6-521c-4001-80ca-12b9598478ed', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1c:48:a4', 'vm-uuid': '930f81f2-4bc7-4bdd-9c93-927a0bc3d896'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Object Instance<2141b631-0a6c-4495-aea8-ce596951e803> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'numa_topology' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Object Instance<2141b631-0a6c-4495-aea8-ce596951e803> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: INFO os_vif [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:48:a4,bridge_name='br-int',has_traffic_filtering=True,id=7057a8b6-521c-4001-80ca-12b9598478ed,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7057a8b6-52')
Dec 01 15:55:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:55:09 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Object Instance<2141b631-0a6c-4495-aea8-ce596951e803> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FyYnTXKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:55:09 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:55:09 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:55:09 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] No VIF found with MAC fa:16:3e:1c:48:a4, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe61085a-0843-4960-88c0-168bd01cefdd]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = FyYnTXKB\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Dec 01 15:55:09 user nova-compute[75223]: node.name = iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:55:09 user nova-compute[75223]: node.tpgt = -1
Dec 01 15:55:09 user nova-compute[75223]: node.startup = automatic
Dec 01 15:55:09 user nova-compute[75223]: node.leading_login = No
Dec 01 15:55:09 user nova-compute[75223]: iface.iscsi_ifacename = default
Dec 01 15:55:09 user nova-compute[75223]: iface.net_ifacename = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.ipaddress = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.prefix_len = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.hwaddress = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.transport_name = tcp
Dec 01 15:55:09 user nova-compute[75223]: iface.initiatorname = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.state = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.vlan_id = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.vlan_priority = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.vlan_state = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.iface_num = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.mtu = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.port = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.bootproto = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.subnet_mask = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.gateway = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_alt_client_id_state = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_alt_client_id = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_dns = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_learn_iqn = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_req_vendor_id_state = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_vendor_id_state = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_vendor_id = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.dhcp_slp_da = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.fragmentation = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.gratuitous_arp = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.incoming_forwarding = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.tos_state = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.tos = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.ttl = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.delayed_ack = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.tcp_nagle = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.tcp_wsf_state = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.tcp_wsf = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.tcp_timer_scale = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.tcp_timestamp = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.redirect = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.def_task_mgmt_timeout = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.header_digest = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.data_digest = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.immediate_data = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.initial_r2t = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.data_seq_inorder = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.data_pdu_inorder = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.erl = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.max_receive_data_len = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.first_burst_len = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.max_outstanding_r2t = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.max_burst_len = 0
Dec 01 15:55:09 user nova-compute[75223]: iface.chap_auth = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.bidi_chap = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.strict_login_compliance = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.discovery_auth = <empty>
Dec 01 15:55:09 user nova-compute[75223]: iface.discovery_logout = <empty>
Dec 01 15:55:09 user nova-compute[75223]: node.discovery_address = <empty>
Dec 01 15:55:09 user nova-compute[75223]: node.discovery_port = 0
Dec 01 15:55:09 user nova-compute[75223]: node.discovery_type = static
Dec 01 15:55:09 user nova-compute[75223]: node.session.initial_cmdsn = 0
Dec 01 15:55:09 user nova-compute[75223]: node.session.initial_login_retry_max = 8
Dec 01 15:55:09 user nova-compute[75223]: node.session.xmit_thread_priority = -20
Dec 01 15:55:09 user nova-compute[75223]: node.session.cmds_max = 128
Dec 01 15:55:09 user nova-compute[75223]: node.session.queue_depth = 32
Dec 01 15:55:09 user nova-compute[75223]: node.session.nr_sessions = 1
Dec 01 15:55:09 user nova-compute[75223]: node.session.auth.authmethod = CHAP
Dec 01 15:55:09 user nova-compute[75223]: node.session.auth.username = FyYnTXKB
Dec 01 15:55:09 user nova-compute[75223]: node.session.auth.password = ***
Dec 01 15:55:09 user nova-compute[75223]: node.session.auth.username_in = <empty>
Dec 01 15:55:09 user nova-compute[75223]: node.session.auth.password_in = <empty>
Dec 01 15:55:09 user nova-compute[75223]: node.session.auth.chap_algs = MD5
Dec 01 15:55:09 user nova-compute[75223]: node.session.timeo.replacement_timeout = 120
Dec 01 15:55:09 user nova-compute[75223]: node.session.err_timeo.abort_timeout = 15
Dec 01 15:55:09 user nova-compute[75223]: node.session.err_timeo.lu_reset_timeout = 30
Dec 01 15:55:09 user nova-compute[75223]: node.session.err_timeo.tgt_reset_timeout = 30
Dec 01 15:55:09 user nova-compute[75223]: node.session.err_timeo.host_reset_timeout = 60
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.FastAbort = Yes
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.InitialR2T = No
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.ImmediateData = Yes
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.FirstBurstLength = 262144
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.MaxBurstLength = 16776192
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.DefaultTime2Retain = 0
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.DefaultTime2Wait = 2
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.MaxConnections = 1
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.MaxOutstandingR2T = 1
Dec 01 15:55:09 user nova-compute[75223]: node.session.iscsi.ERL = 0
Dec 01 15:55:09 user nova-compute[75223]: node.session.scan = manual
Dec 01 15:55:09 user nova-compute[75223]: node.session.reopen_max = 0
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].address = 172.16.0.220
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].port = 3260
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].startup = manual
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].tcp.window_size = 524288
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].tcp.type_of_service = 0
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].timeo.logout_timeout = 15
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].timeo.login_timeout = 15
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].timeo.auth_timeout = 45
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].timeo.noop_out_interval = 5
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].timeo.noop_out_timeout = 5
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].iscsi.HeaderDigest = None
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].iscsi.DataDigest = None
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].iscsi.IFMarker = No
Dec 01 15:55:09 user nova-compute[75223]: node.conn[0].iscsi.OFMarker = No
Dec 01 15:55:09 user nova-compute[75223]: # END RECORD
Dec 01 15:55:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c59f5d7-75c2-4e73-a80b-25d11f507192]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f3ed2cb-af1c-4389-a1aa-2dce1055e790]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FyYnTXKB {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FyYnTXKB" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7f437d7-27b0-40c1-926e-d0dcd4c5705e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FyYnTXKB'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [{"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17269f6-b8e6-4662-852d-50aa031b768b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-521bb831-208c-4f84-a9ce-4a854ed3f0bd" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdba6182-bfcd-499d-ab7a-6c0e38b12182]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.198s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] HCTL ('38', '0', '0', 0) found on session 46 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Scanning host 38 c: 0, t: 0, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eabf850e-f3ee-49b3-afa5-2e3d1de7ddb9]: (4, ('0 0 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Searching for a device in session 46 and hctl ('38', '0', '0', 0) yield: sdg {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FyYnTXKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.231s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] <== connect_volume: return (233ms) {'type': 'block', 'scsi_wwn': '26362393737386162', 'path': '/dev/sdg'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362393737386162', 'path': '/dev/sdg'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:51:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1644254495',display_name='tempest-ServerStableDeviceRescueTest-server-1644254495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1644254495',id=30,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPaHu+zkjtRjv9tML2o7U5IT6gJDoSpDswCoY5DYx0TUskgKJpB5tN73S6QF848h2p8Kfir9FajZHJlSQXxtFNrJgqhrEVtk6qMMHSTM2TOK4kx9wlPKuJuRUiWrx6XHmQ==',key_name='tempest-keypair-322085776',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:51:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5994395e1c5412382b81766ad325442',ramdisk_id='',reservation_id='r-b0s88rka',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1063980214',owner_user_name='tempest-ServerStableDeviceRescueTest-1063980214-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:53:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c285a48005f4c4ca27f51f85704e6a7',uuid=2141b631-0a6c-4495-aea8-ce596951e803,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "vif_mac": "fa:16:3e:a0:46:f3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converting VIF {"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "vif_mac": "fa:16:3e:a0:46:f3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'pci_devices' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.objects.base [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Object Instance<2141b631-0a6c-4495-aea8-ce596951e803> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:55:09 user nova-compute[75223]:   <uuid>2141b631-0a6c-4495-aea8-ce596951e803</uuid>
Dec 01 15:55:09 user nova-compute[75223]:   <name>instance-0000001e</name>
Dec 01 15:55:09 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:55:09 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:55:09 user nova-compute[75223]:   <metadata>
Dec 01 15:55:09 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:55:09 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1644254495</nova:name>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:55:09</nova:creationTime>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:55:09 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:55:09 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:owner>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:user uuid="8c285a48005f4c4ca27f51f85704e6a7">tempest-ServerStableDeviceRescueTest-1063980214-project-member</nova:user>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:project uuid="a5994395e1c5412382b81766ad325442">tempest-ServerStableDeviceRescueTest-1063980214</nova:project>
Dec 01 15:55:09 user nova-compute[75223]:       </nova:owner>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:55:09 user nova-compute[75223]:       <nova:ports>
Dec 01 15:55:09 user nova-compute[75223]:         <nova:port uuid="598c4dc5-2b13-44bd-a4c6-9dd7c4715154">
Dec 01 15:55:09 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 15:55:09 user nova-compute[75223]:         </nova:port>
Dec 01 15:55:09 user nova-compute[75223]:       </nova:ports>
Dec 01 15:55:09 user nova-compute[75223]:     </nova:instance>
Dec 01 15:55:09 user nova-compute[75223]:   </metadata>
Dec 01 15:55:09 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:55:09 user nova-compute[75223]:     <system>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="serial">2141b631-0a6c-4495-aea8-ce596951e803</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="uuid">2141b631-0a6c-4495-aea8-ce596951e803</entry>
Dec 01 15:55:09 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:55:09 user nova-compute[75223]:     </system>
Dec 01 15:55:09 user nova-compute[75223]:   </sysinfo>
Dec 01 15:55:09 user nova-compute[75223]:   <os>
Dec 01 15:55:09 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:55:09 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:55:09 user nova-compute[75223]:   </os>
Dec 01 15:55:09 user nova-compute[75223]:   <features>
Dec 01 15:55:09 user nova-compute[75223]:     <acpi/>
Dec 01 15:55:09 user nova-compute[75223]:     <apic/>
Dec 01 15:55:09 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:55:09 user nova-compute[75223]:   </features>
Dec 01 15:55:09 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:55:09 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:55:09 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:55:09 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:55:09 user nova-compute[75223]:   </clock>
Dec 01 15:55:09 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:55:09 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:55:09 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:55:09 user nova-compute[75223]:   </cpu>
Dec 01 15:55:09 user nova-compute[75223]:   <devices>
Dec 01 15:55:09 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:55:09 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:55:09 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk"/>
Dec 01 15:55:09 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:     </disk>
Dec 01 15:55:09 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:55:09 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:55:09 user nova-compute[75223]:       <source dev="/dev/sdg"/>
Dec 01 15:55:09 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:       <serial>eb0bc8b1-d901-436f-adb3-36918c09cbf9</serial>
Dec 01 15:55:09 user nova-compute[75223]:     </disk>
Dec 01 15:55:09 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:55:09 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:55:09 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue"/>
Dec 01 15:55:09 user nova-compute[75223]:       <target dev="vdc" bus="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:       <boot order="1"/>
Dec 01 15:55:09 user nova-compute[75223]:     </disk>
Dec 01 15:55:09 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:55:09 user nova-compute[75223]:       <mac address="fa:16:3e:a0:46:f3"/>
Dec 01 15:55:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:55:09 user nova-compute[75223]:       <target dev="tap598c4dc5-2b"/>
Dec 01 15:55:09 user nova-compute[75223]:     </interface>
Dec 01 15:55:09 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:55:09 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/console.log" append="off"/>
Dec 01 15:55:09 user nova-compute[75223]:     </serial>
Dec 01 15:55:09 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:55:09 user nova-compute[75223]:     <video>
Dec 01 15:55:09 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:55:09 user nova-compute[75223]:     </video>
Dec 01 15:55:09 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:55:09 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:55:09 user nova-compute[75223]:     </rng>
Dec 01 15:55:09 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:55:09 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:55:09 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:55:09 user nova-compute[75223]:     </memballoon>
Dec 01 15:55:09 user nova-compute[75223]:   </devices>
Dec 01 15:55:09 user nova-compute[75223]: </domain>
Dec 01 15:55:09 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:55:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance destroyed successfully.
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:55:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] No VIF found with MAC fa:16:3e:a0:46:f3, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-unplugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] Acquiring lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] No waiting events found dispatching network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:10 user nova-compute[75223]: WARNING nova.compute.manager [req-b9f0a720-31c4-4692-9e8e-78d3e5d2b813 req-5bbb456d-6ee7-482d-9a2f-689f09a3f4d8 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received unexpected event network-vif-plugged-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 for instance with vm_state active and task_state deleting.
Dec 01 15:55:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Instance destroyed successfully.
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lazy-loading 'resources' on Instance uuid 521bb831-208c-4f84-a9ce-4a854ed3f0bd {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1687121101',display_name='tempest-ServerRescueNegativeTestJSON-server-1687121101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1687121101',id=2,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:42:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='29d7bed87ddd4072960db25543c73d23',ramdisk_id='',reservation_id='r-cf02fvg7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-746103029',owner_user_name='tempest-ServerRescueNegativeTestJSON-746103029-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:45Z,user_data=None,user_id='992c1c3822394860b4c5224d6c4e8dd7',uuid=521bb831-208c-4f84-a9ce-4a854ed3f0bd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converting VIF {"id": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "address": "fa:16:3e:cd:f4:1d", "network": {"id": "9ec483ee-f6ae-445e-a0e1-198b44bd5a11", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-613016285-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "29d7bed87ddd4072960db25543c73d23", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9cbe7b78-86", "ovs_interfaceid": "9cbe7b78-866e-4c8f-8ff6-7a89283a8f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG os_vif [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9cbe7b78-86, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=216f6404-0a73-4298-a777-9317b57b06a6) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:10 user nova-compute[75223]: INFO os_vif [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:cd:f4:1d,bridge_name='br-int',has_traffic_filtering=True,id=9cbe7b78-866e-4c8f-8ff6-7a89283a8f82,network=Network(9ec483ee-f6ae-445e-a0e1-198b44bd5a11),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9cbe7b78-86')
Dec 01 15:55:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Deleting instance files /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd_del
Dec 01 15:55:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Deletion of /opt/stack/data/nova/instances/521bb831-208c-4f84-a9ce-4a854ed3f0bd_del complete
Dec 01 15:55:10 user nova-compute[75223]: INFO nova.compute.manager [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Took 1.48 seconds to destroy the instance on the hypervisor.
Dec 01 15:55:10 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:55:10 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:55:11 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Took 0.41 seconds to deallocate network for instance.
Dec 01 15:55:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-3168a043-fe80-4c0e-a520-33eef914e74d req-8d7b220c-d075-40c7-9c6b-1a205da5a391 service nova] [instance: 521bb831-208c-4f84-a9ce-4a854ed3f0bd] Received event network-vif-deleted-9cbe7b78-866e-4c8f-8ff6-7a89283a8f82 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.425s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:11 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Deleted allocations for instance 521bb831-208c-4f84-a9ce-4a854ed3f0bd
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4268db10-8a34-403b-a2fe-7b9528ee0fef tempest-ServerRescueNegativeTestJSON-746103029 tempest-ServerRescueNegativeTestJSON-746103029-project-member] Lock "521bb831-208c-4f84-a9ce-4a854ed3f0bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.574s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received event network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] No waiting events found dispatching network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:12 user nova-compute[75223]: WARNING nova.compute.manager [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received unexpected event network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed for instance with vm_state building and task_state spawning.
Dec 01 15:55:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received event network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] No waiting events found dispatching network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:12 user nova-compute[75223]: WARNING nova.compute.manager [req-a94a7513-40be-4dd0-bb51-a0872bb84e0d req-d35ee800-32aa-4dcd-b5ba-2e66112dc28e service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received unexpected event network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed for instance with vm_state building and task_state spawning.
Dec 01 15:55:12 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c is timed out.
Dec 01 15:55:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully detached device vdb from instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c from the live domain config.
Dec 01 15:55:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'DCvIwJhZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:55:12 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bcd4845-8dc7-4264-b3fa-b53da1e1681b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:55:12 user nova-compute[75223]: No targets found.
Dec 01 15:55:12 user nova-compute[75223]: iSNS:
Dec 01 15:55:12 user nova-compute[75223]: No targets found.
Dec 01 15:55:12 user nova-compute[75223]: STATIC:
Dec 01 15:55:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931
Dec 01 15:55:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:55:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:55:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:55:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:55:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:55:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00
Dec 01 15:55:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:55:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:55:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:55:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:55:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:55:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:55:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:55:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:55:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:55:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:55:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:55:12 user nova-compute[75223]: FIRMWARE:
Dec 01 15:55:12 user nova-compute[75223]: No targets found.
Dec 01 15:55:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:55:12 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:55:12 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd45fc28-5fe2-4bd0-8434-45a49cb96bc5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b37d455-7798-4870-902b-f018a1a6e123]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:55:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d457d120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[082770df-7adc-4baf-903b-83d52a385403]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f4ad7c-879e-4c35-827b-212ba07dc7af]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[537d7e98-51ca-4170-ba0c-b39a4f2efdde]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a89812a8-2302-42f6-be21-c83614dd53f0]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[019f175b-e310-4016-9ed6-5f6088c7c045]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c76251ca-ce88-497b-9951-38498118f8a7]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260]
Dec 01 15:55:13 user nova-compute[75223]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931, portal: 172.16.0.220,3260] successful.
Dec 01 15:55:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9b941dd2-23d8-4aea-9894-dcfc45a84931 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e8173f9-6cfa-4e69-9165-852711b4a0ba]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.325s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] <== disconnect_volume: return (326ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:14 user nova-compute[75223]: WARNING nova.compute.manager [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state active and task_state rescuing.
Dec 01 15:55:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:55:14 user nova-compute[75223]: WARNING nova.compute.manager [req-d93db7ad-905b-4f8d-b006-1d1fd429e896 req-c10b813b-4c3a-4d70-8d23-8faa2f49d43a service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state active and task_state rescuing.
Dec 01 15:55:14 user nova-compute[75223]: INFO nova.compute.manager [None req-bf860fd9-1411-4c63-a346-598b0e2fcc31 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Get console output
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:15 user nova-compute[75223]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:55:15 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Instance spawned successfully.
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:15 user nova-compute[75223]: INFO nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Took 9.73 seconds to spawn the instance on the hypervisor.
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5504611e-848a-419b-91a5-ed0754bed721 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:55:15 user nova-compute[75223]: INFO nova.compute.manager [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Took 10.58 seconds to build instance.
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4c4a5f39-b4f4-4e1f-8a34-00457e2e2f7f tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.109s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'flavor' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2122cb76-042a-477d-a3a2-22745954253e tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 24.321s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json" returned: 0 in 0.285s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:55:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:55:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:55:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:55:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:55:19 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:55:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7501MB free_disk=24.864330291748047GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:55:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1088849-ea21-48a9-96bc-38823f0b6860 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 59223bfc-0e28-4ae8-9bda-c002f003186d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance eb136a61-a0c5-4825-a981-f6002d9e8770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 272a6ec8-a609-4adb-bf74-0796fb47289f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 930f81f2-4bc7-4bdd-9c93-927a0bc3d896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.634s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:55:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:55:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 15:55:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:55:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:55:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid ab6fdf7b-6145-4363-b826-188bba58045f {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid e805df65-d69e-41b8-b9f3-dec7fb5062b3 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid c1088849-ea21-48a9-96bc-38823f0b6860 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 59223bfc-0e28-4ae8-9bda-c002f003186d {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid eb136a61-a0c5-4825-a981-f6002d9e8770 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 272a6ec8-a609-4adb-bf74-0796fb47289f {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 930f81f2-4bc7-4bdd-9c93-927a0bc3d896 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "2141b631-0a6c-4495-aea8-ce596951e803" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.040s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.050s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.051s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.056s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.074s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "2141b631-0a6c-4495-aea8-ce596951e803" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.071s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.081s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.079s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.085s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.093s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.101s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:55:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:55:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:00 user nova-compute[75223]: INFO nova.compute.manager [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Terminating instance
Dec 01 15:56:00 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG nova.compute.manager [req-e66fe81c-3b09-467e-bd6a-add7d03160ef req-a2c35e64-d592-4b7f-88ea-637821f4d726 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e66fe81c-3b09-467e-bd6a-add7d03160ef req-a2c35e64-d592-4b7f-88ea-637821f4d726 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e66fe81c-3b09-467e-bd6a-add7d03160ef req-a2c35e64-d592-4b7f-88ea-637821f4d726 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e66fe81c-3b09-467e-bd6a-add7d03160ef req-a2c35e64-d592-4b7f-88ea-637821f4d726 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG nova.compute.manager [req-e66fe81c-3b09-467e-bd6a-add7d03160ef req-a2c35e64-d592-4b7f-88ea-637821f4d726 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG nova.compute.manager [req-e66fe81c-3b09-467e-bd6a-add7d03160ef req-a2c35e64-d592-4b7f-88ea-637821f4d726 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-unplugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Instance destroyed successfully.
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'resources' on Instance uuid 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:50:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1196712132',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1196712132',id=29,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:52:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-1g0wn7hf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:54:15Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=626f2d5b-cb46-4ca6-b396-4fbcdd0071b1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "address": "fa:16:3e:90:e9:b8", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec9a7546-1e", "ovs_interfaceid": "ec9a7546-1e3c-42c0-bd66-9861a88354bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_vif [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec9a7546-1e, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=47e6f961-9e1d-4ed8-9fe6-e31e11e806ea) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:01 user nova-compute[75223]: INFO os_vif [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:90:e9:b8,bridge_name='br-int',has_traffic_filtering=True,id=ec9a7546-1e3c-42c0-bd66-9861a88354bf,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec9a7546-1e')
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'oKOxDvHL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:56:01 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f9e5f21-6485-497d-bea3-d3133770e5c9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:56:01 user nova-compute[75223]: No targets found.
Dec 01 15:56:01 user nova-compute[75223]: iSNS:
Dec 01 15:56:01 user nova-compute[75223]: No targets found.
Dec 01 15:56:01 user nova-compute[75223]: STATIC:
Dec 01 15:56:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:56:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00
Dec 01 15:56:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:56:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088
Dec 01 15:56:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:01 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:56:01 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:01 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:01 user nova-compute[75223]: FIRMWARE:
Dec 01 15:56:01 user nova-compute[75223]: No targets found.
Dec 01 15:56:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:56:01 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:56:01 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[24708c63-470b-41f8-93bd-4ad4b0f31d94]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c3a5ad9-60d6-4487-8844-dea2135732c4]: (4, ('tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:56:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f4324550>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[31b78f8d-f38e-4759-86b7-4ea629b88565]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f16be4-e260-4f3d-9779-a03c5b22d5ac]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ae3e96a-afac-4230-b5d2-b5d8b7832f06]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.056s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[533aad5c-50c9-420d-8e07-dfa3432f5b73]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9b0775f-8a6b-46ac-8a5e-7e64636d7d85]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9af9efe-920d-4260-97bb-6009a1c7513b]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260]
Dec 01 15:56:01 user nova-compute[75223]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088, portal: 172.16.0.220,3260] successful.
Dec 01 15:56:01 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b344489e-00a2-46ab-9ee6-b282cc43a088 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5966be84-3f93-4274-a9ef-702da3dd65d8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.356s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== disconnect_volume: return (358ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:56:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Deleting instance files /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1_del
Dec 01 15:56:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Deletion of /opt/stack/data/nova/instances/626f2d5b-cb46-4ca6-b396-4fbcdd0071b1_del complete
Dec 01 15:56:01 user nova-compute[75223]: INFO nova.compute.manager [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Took 1.24 seconds to destroy the instance on the hypervisor.
Dec 01 15:56:01 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:56:01 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:56:02 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:02 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Took 0.94 seconds to deallocate network for instance.
Dec 01 15:56:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-f21a8180-db2d-43fa-a06e-b48b7d31dfe7 req-53c02b63-cd3e-4a6a-8fbf-15d6b43fb252 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-deleted-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-1739ed64-2dcf-4bb0-b0fb-c308325c141f req-c8b84c70-fd1c-4cdb-af13-c01e3e06f690 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1739ed64-2dcf-4bb0-b0fb-c308325c141f req-c8b84c70-fd1c-4cdb-af13-c01e3e06f690 service nova] Acquiring lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1739ed64-2dcf-4bb0-b0fb-c308325c141f req-c8b84c70-fd1c-4cdb-af13-c01e3e06f690 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1739ed64-2dcf-4bb0-b0fb-c308325c141f req-c8b84c70-fd1c-4cdb-af13-c01e3e06f690 service nova] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-1739ed64-2dcf-4bb0-b0fb-c308325c141f req-c8b84c70-fd1c-4cdb-af13-c01e3e06f690 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] No waiting events found dispatching network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:02 user nova-compute[75223]: WARNING nova.compute.manager [req-1739ed64-2dcf-4bb0-b0fb-c308325c141f req-c8b84c70-fd1c-4cdb-af13-c01e3e06f690 service nova] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Received unexpected event network-vif-plugged-ec9a7546-1e3c-42c0-bd66-9861a88354bf for instance with vm_state active and task_state deleting.
Dec 01 15:56:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:03 user nova-compute[75223]: INFO nova.compute.manager [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1] Took 0.86 seconds to detach 1 volumes for instance.
Dec 01 15:56:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:03 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:56:03 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:56:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.410s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:03 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Deleted allocations for instance 626f2d5b-cb46-4ca6-b396-4fbcdd0071b1
Dec 01 15:56:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e11b26e3-cd7f-4d58-8f0e-28c7c83efbfd tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "626f2d5b-cb46-4ca6-b396-4fbcdd0071b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.735s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:06 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:56:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:56:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:56:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:56:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updating instance_info_cache with network_info: [{"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-ab6fdf7b-6145-4363-b826-188bba58045f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:56:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:56:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:56:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:12 user nova-compute[75223]: INFO nova.compute.manager [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Terminating instance
Dec 01 15:56:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-ddb5a5b0-b471-41c0-b9ac-d3cf5d8e2c57 req-ee5cf76f-4d8e-45b8-8e6b-fb18251e8d63 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-vif-unplugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ddb5a5b0-b471-41c0-b9ac-d3cf5d8e2c57 req-ee5cf76f-4d8e-45b8-8e6b-fb18251e8d63 service nova] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ddb5a5b0-b471-41c0-b9ac-d3cf5d8e2c57 req-ee5cf76f-4d8e-45b8-8e6b-fb18251e8d63 service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ddb5a5b0-b471-41c0-b9ac-d3cf5d8e2c57 req-ee5cf76f-4d8e-45b8-8e6b-fb18251e8d63 service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-ddb5a5b0-b471-41c0-b9ac-d3cf5d8e2c57 req-ee5cf76f-4d8e-45b8-8e6b-fb18251e8d63 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] No waiting events found dispatching network-vif-unplugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-ddb5a5b0-b471-41c0-b9ac-d3cf5d8e2c57 req-ee5cf76f-4d8e-45b8-8e6b-fb18251e8d63 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-vif-unplugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:56:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Instance destroyed successfully.
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lazy-loading 'resources' on Instance uuid f0d21f87-71a8-4ecb-9a41-2f10de484a6c {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-474672404',display_name='tempest-SnapshotDataIntegrityTests-server-474672404',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-474672404',id=25,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFvb7Ir64e+a5DuP3HOdsZ2FaNGOWpjFmAjdXXjvwLjFvrYV4585prdD+uBvDfRHh7H4vFvCI7cv52b0dW2z7JDkvlEcR2hH0Wy6RmCDiDsgkwFvtT35Lks4XbHk3mId8Q==',key_name='tempest-keypair-627289903',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:49:11Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='163fbbe2ae5f468aab5f6da18bc2f1ad',ramdisk_id='',reservation_id='r-i0949phk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-878660003',owner_user_name='tempest-SnapshotDataIntegrityTests-878660003-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:49:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5eec1486013a4f76b46264f86179d660',uuid=f0d21f87-71a8-4ecb-9a41-2f10de484a6c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Converting VIF {"id": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "address": "fa:16:3e:e8:14:09", "network": {"id": "045abff8-b0a0-4013-9182-8f6188c8dd5f", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-353544726-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "163fbbe2ae5f468aab5f6da18bc2f1ad", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90948b0a-6d", "ovs_interfaceid": "90948b0a-6db9-497b-b1df-4d1a6cb01c90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e8:14:09,bridge_name='br-int',has_traffic_filtering=True,id=90948b0a-6db9-497b-b1df-4d1a6cb01c90,network=Network(045abff8-b0a0-4013-9182-8f6188c8dd5f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90948b0a-6d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG os_vif [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:14:09,bridge_name='br-int',has_traffic_filtering=True,id=90948b0a-6db9-497b-b1df-4d1a6cb01c90,network=Network(045abff8-b0a0-4013-9182-8f6188c8dd5f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90948b0a-6d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90948b0a-6d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72d838d1-182e-4e62-b462-166b0300bf34) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:13 user nova-compute[75223]: INFO os_vif [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e8:14:09,bridge_name='br-int',has_traffic_filtering=True,id=90948b0a-6db9-497b-b1df-4d1a6cb01c90,network=Network(045abff8-b0a0-4013-9182-8f6188c8dd5f),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90948b0a-6d')
Dec 01 15:56:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Deleting instance files /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c_del
Dec 01 15:56:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Deletion of /opt/stack/data/nova/instances/f0d21f87-71a8-4ecb-9a41-2f10de484a6c_del complete
Dec 01 15:56:13 user nova-compute[75223]: INFO nova.compute.manager [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:14 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Took 0.92 seconds to deallocate network for instance.
Dec 01 15:56:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-4de87cb2-6a12-4cf6-a2d8-b8e0d6bb7464 req-353f58bc-14c2-4232-961f-fa989584041e service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-vif-deleted-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:14 user nova-compute[75223]: INFO nova.compute.manager [req-4de87cb2-6a12-4cf6-a2d8-b8e0d6bb7464 req-353f58bc-14c2-4232-961f-fa989584041e service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Neutron deleted interface 90948b0a-6db9-497b-b1df-4d1a6cb01c90; detaching it from the instance and deleting it from the info cache
Dec 01 15:56:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-4de87cb2-6a12-4cf6-a2d8-b8e0d6bb7464 req-353f58bc-14c2-4232-961f-fa989584041e service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-4de87cb2-6a12-4cf6-a2d8-b8e0d6bb7464 req-353f58bc-14c2-4232-961f-fa989584041e service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Detach interface failed, port_id=90948b0a-6db9-497b-b1df-4d1a6cb01c90, reason: Instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.472s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:15 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Deleted allocations for instance f0d21f87-71a8-4ecb-9a41-2f10de484a6c
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG nova.compute.manager [req-aac2e78e-242d-4a44-8978-71a994959611 req-c7c49493-3321-4b90-aab9-94f11d359124 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received event network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aac2e78e-242d-4a44-8978-71a994959611 req-c7c49493-3321-4b90-aab9-94f11d359124 service nova] Acquiring lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aac2e78e-242d-4a44-8978-71a994959611 req-c7c49493-3321-4b90-aab9-94f11d359124 service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-aac2e78e-242d-4a44-8978-71a994959611 req-c7c49493-3321-4b90-aab9-94f11d359124 service nova] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG nova.compute.manager [req-aac2e78e-242d-4a44-8978-71a994959611 req-c7c49493-3321-4b90-aab9-94f11d359124 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] No waiting events found dispatching network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:15 user nova-compute[75223]: WARNING nova.compute.manager [req-aac2e78e-242d-4a44-8978-71a994959611 req-c7c49493-3321-4b90-aab9-94f11d359124 service nova] [instance: f0d21f87-71a8-4ecb-9a41-2f10de484a6c] Received unexpected event network-vif-plugged-90948b0a-6db9-497b-b1df-4d1a6cb01c90 for instance with vm_state deleted and task_state None.
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b5156ea-9b15-480e-8476-3d14daa3ca90 tempest-SnapshotDataIntegrityTests-878660003 tempest-SnapshotDataIntegrityTests-878660003-project-member] Lock "f0d21f87-71a8-4ecb-9a41-2f10de484a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.509s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:15 user nova-compute[75223]: INFO nova.compute.manager [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Terminating instance
Dec 01 15:56:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Instance destroyed successfully.
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'resources' on Instance uuid c1088849-ea21-48a9-96bc-38823f0b6860 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:49:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1286135858',display_name='tempest-ServerActionsTestOtherA-server-1286135858',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1286135858',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:51:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-egsg78gh',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:53:25Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=c1088849-ea21-48a9-96bc-38823f0b6860,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "address": "fa:16:3e:d8:7a:53", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.89", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61be9e87-6b", "ovs_interfaceid": "61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_vif [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61be9e87-6b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1449ea92-4269-4956-a684-8f04f44172e7) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:56:16 user nova-compute[75223]: INFO os_vif [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:7a:53,bridge_name='br-int',has_traffic_filtering=True,id=61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61be9e87-6b')
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dfNYeymD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:56:16 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f666813-455a-4ca9-8005-811ebf908fea]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:56:16 user nova-compute[75223]: No targets found.
Dec 01 15:56:16 user nova-compute[75223]: iSNS:
Dec 01 15:56:16 user nova-compute[75223]: No targets found.
Dec 01 15:56:16 user nova-compute[75223]: STATIC:
Dec 01 15:56:16 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:56:16 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:16 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:16 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00
Dec 01 15:56:16 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:16 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:16 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:56:16 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:16 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:16 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb
Dec 01 15:56:16 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:56:16 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:56:16 user nova-compute[75223]: FIRMWARE:
Dec 01 15:56:16 user nova-compute[75223]: No targets found.
Dec 01 15:56:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:56:16 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:56:16 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d82d7455-9430-4860-83da-031231a62d05]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed27ee4a-24a4-45cb-9f1a-33ce42253d11]: (4, ('tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:56:16 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:56:16 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:56:16 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:56:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsi session list stdout=tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb (non-flash)
Dec 01 15:56:16 user nova-compute[75223]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:56:16 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:56:16 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:56:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f479e4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb'): ({'sdf'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Removing single pathed devices sdf {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[51d20f83-f715-4b44-bd07-1ce46e7d8199]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[98e03d72-7765-4fec-88b2-2022e18814ac]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Flushing IO for device /dev/sdf {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:16 user nova-compute[75223]: WARNING nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state deleting.
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:16 user nova-compute[75223]: WARNING nova.compute.manager [req-260caef7-43dc-482f-b379-855fa8cc1d06 req-8b1bcd82-273c-4df5-86e1-754072268499 service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state deleting.
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[17070625-eefb-4359-aa3f-bec16f39b2af]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.049s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[deada924-9289-4509-99cb-0eed03d846c8]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] SCSI volumes sdf have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23136313666346330', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_5b2c54ea', '/dev/disk/by-id/scsi-1SCST_BIO5b2c54ea-1616f4c03d536ab6') {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0046771f-1f1b-4130-adeb-4bfa3e1bcf90]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a583c98-13f7-4a43-aad0-bae36cef1e90]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4084a8c1-363b-4419-b853-a37ac455a75b]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260]
Dec 01 15:56:16 user nova-compute[75223]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb, portal: 172.16.0.220,3260] successful.
Dec 01 15:56:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdf (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:620d9f03-1073-4a84-a101-fbbea8434ebb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1661ee30-b386-44d4-a3c6-10400adcc456]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.413s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] <== disconnect_volume: return (415ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:56:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:56:16 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Deleting instance files /opt/stack/data/nova/instances/c1088849-ea21-48a9-96bc-38823f0b6860_del
Dec 01 15:56:16 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Deletion of /opt/stack/data/nova/instances/c1088849-ea21-48a9-96bc-38823f0b6860_del complete
Dec 01 15:56:17 user nova-compute[75223]: INFO nova.compute.manager [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Took 1.39 seconds to destroy the instance on the hypervisor.
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:56:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:56:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:56:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=7650MB free_disk=24.84405517578125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:18 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Took 1.12 seconds to deallocate network for instance.
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1088849-ea21-48a9-96bc-38823f0b6860 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 59223bfc-0e28-4ae8-9bda-c002f003186d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance eb136a61-a0c5-4825-a981-f6002d9e8770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 272a6ec8-a609-4adb-bf74-0796fb47289f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 930f81f2-4bc7-4bdd-9c93-927a0bc3d896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.452s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:18 user nova-compute[75223]: WARNING nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state deleting.
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-unplugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Acquiring lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] Lock "c1088849-ea21-48a9-96bc-38823f0b6860-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] No waiting events found dispatching network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:18 user nova-compute[75223]: WARNING nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received unexpected event network-vif-plugged-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 for instance with vm_state active and task_state deleting.
Dec 01 15:56:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-8feb5cbc-e69e-4ced-95be-29c8ffb0c9ef req-6fd10226-804c-4884-aaf3-97f17813ae7a service nova] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Received event network-vif-deleted-61be9e87-6b69-4dbd-9a1b-b6d6c1de9a15 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:19 user nova-compute[75223]: INFO nova.compute.manager [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Took 0.83 seconds to detach 1 volumes for instance.
Dec 01 15:56:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: c1088849-ea21-48a9-96bc-38823f0b6860] Deleting volume: 620d9f03-1073-4a84-a101-fbbea8434ebb {{(pid=75223) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 15:56:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:19 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:56:19 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:56:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:19 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Deleted allocations for instance c1088849-ea21-48a9-96bc-38823f0b6860
Dec 01 15:56:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4b55d1af-7832-40ff-aba2-e09f811da3f1 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "c1088849-ea21-48a9-96bc-38823f0b6860" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.934s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:56:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-changed-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Refreshing instance network info cache due to event network-changed-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:56:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] Acquiring lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:56:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] Acquired lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:56:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Refreshing network info cache for port 4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:56:24 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Updated VIF entry in instance network info cache for port 4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:56:24 user nova-compute[75223]: DEBUG nova.network.neutron [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Updating instance_info_cache with network_info: [{"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1bfe0321-e20e-4260-9756-bba638735de0 req-ddf3bb58-9510-43c0-95a6-917f0caa91d9 service nova] Releasing lock "refresh_cache-272a6ec8-a609-4adb-bf74-0796fb47289f" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:25 user nova-compute[75223]: INFO nova.compute.manager [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Terminating instance
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-be59d3d3-f0af-45a7-a0d7-91cfc48feecd req-2278567b-7457-4fe5-b61d-501378e3fc95 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-vif-unplugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be59d3d3-f0af-45a7-a0d7-91cfc48feecd req-2278567b-7457-4fe5-b61d-501378e3fc95 service nova] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be59d3d3-f0af-45a7-a0d7-91cfc48feecd req-2278567b-7457-4fe5-b61d-501378e3fc95 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be59d3d3-f0af-45a7-a0d7-91cfc48feecd req-2278567b-7457-4fe5-b61d-501378e3fc95 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-be59d3d3-f0af-45a7-a0d7-91cfc48feecd req-2278567b-7457-4fe5-b61d-501378e3fc95 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] No waiting events found dispatching network-vif-unplugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-be59d3d3-f0af-45a7-a0d7-91cfc48feecd req-2278567b-7457-4fe5-b61d-501378e3fc95 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-vif-unplugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Instance destroyed successfully.
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.objects.instance [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'resources' on Instance uuid 272a6ec8-a609-4adb-bf74-0796fb47289f {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:54:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-845995090',display_name='tempest-AttachVolumeNegativeTest-server-845995090',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-845995090',id=33,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGq9DGx6/6uaTPOnccS7cUNmH5crFZfx687Va7GYCIuOCwvPfVbWvVz0TuqEpr/S8/So6QJ/chn66oHY8sPWLFJ5eZtCMQ2DwtciXlwV8UEMEaLoHH0Zo+OwKF3MeslAAA==',key_name='tempest-keypair-365326003',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:54:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-roy0sfy8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:54:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=272a6ec8-a609-4adb-bf74-0796fb47289f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "address": "fa:16:3e:fb:24:b6", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.16", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fa50b5a-b2", "ovs_interfaceid": "4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:24:b6,bridge_name='br-int',has_traffic_filtering=True,id=4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fa50b5a-b2') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG os_vif [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:24:b6,bridge_name='br-int',has_traffic_filtering=True,id=4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fa50b5a-b2') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4fa50b5a-b2, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bb43bfa1-924e-486e-b599-59a2d1ca2939) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:56:25 user nova-compute[75223]: INFO os_vif [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:24:b6,bridge_name='br-int',has_traffic_filtering=True,id=4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fa50b5a-b2')
Dec 01 15:56:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Deleting instance files /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f_del
Dec 01 15:56:25 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Deletion of /opt/stack/data/nova/instances/272a6ec8-a609-4adb-bf74-0796fb47289f_del complete
Dec 01 15:56:25 user nova-compute[75223]: INFO nova.compute.manager [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Took 0.67 seconds to destroy the instance on the hypervisor.
Dec 01 15:56:25 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:56:25 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:56:26 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:26 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Took 0.75 seconds to deallocate network for instance.
Dec 01 15:56:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:26 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:56:26 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:56:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.318s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:27 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Deleted allocations for instance 272a6ec8-a609-4adb-bf74-0796fb47289f
Dec 01 15:56:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-70ee0e18-5935-4d87-9545-6b87527e85b6 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.946s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-83ece226-98bd-455b-bc69-e88df210ed6f req-4f1608e3-d989-4278-b2bf-aa2ec7acbb49 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-83ece226-98bd-455b-bc69-e88df210ed6f req-4f1608e3-d989-4278-b2bf-aa2ec7acbb49 service nova] Acquiring lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-83ece226-98bd-455b-bc69-e88df210ed6f req-4f1608e3-d989-4278-b2bf-aa2ec7acbb49 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-83ece226-98bd-455b-bc69-e88df210ed6f req-4f1608e3-d989-4278-b2bf-aa2ec7acbb49 service nova] Lock "272a6ec8-a609-4adb-bf74-0796fb47289f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-83ece226-98bd-455b-bc69-e88df210ed6f req-4f1608e3-d989-4278-b2bf-aa2ec7acbb49 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] No waiting events found dispatching network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:27 user nova-compute[75223]: WARNING nova.compute.manager [req-83ece226-98bd-455b-bc69-e88df210ed6f req-4f1608e3-d989-4278-b2bf-aa2ec7acbb49 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received unexpected event network-vif-plugged-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca for instance with vm_state deleted and task_state None.
Dec 01 15:56:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-83ece226-98bd-455b-bc69-e88df210ed6f req-4f1608e3-d989-4278-b2bf-aa2ec7acbb49 service nova] [instance: 272a6ec8-a609-4adb-bf74-0796fb47289f] Received event network-vif-deleted-4fa50b5a-b2c7-4a83-a40e-c4c8585b5aca {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:51 user nova-compute[75223]: INFO nova.compute.manager [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Terminating instance
Dec 01 15:56:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-70296c0b-9d12-467f-bddf-05f1bdd617f8 req-9faea087-7f5c-4893-a8bb-599481bdc56b service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received event network-vif-unplugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-70296c0b-9d12-467f-bddf-05f1bdd617f8 req-9faea087-7f5c-4893-a8bb-599481bdc56b service nova] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-70296c0b-9d12-467f-bddf-05f1bdd617f8 req-9faea087-7f5c-4893-a8bb-599481bdc56b service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-70296c0b-9d12-467f-bddf-05f1bdd617f8 req-9faea087-7f5c-4893-a8bb-599481bdc56b service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-70296c0b-9d12-467f-bddf-05f1bdd617f8 req-9faea087-7f5c-4893-a8bb-599481bdc56b service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] No waiting events found dispatching network-vif-unplugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-70296c0b-9d12-467f-bddf-05f1bdd617f8 req-9faea087-7f5c-4893-a8bb-599481bdc56b service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received event network-vif-unplugged-906d3de6-ba23-4074-9f21-c468f04edc04 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Instance destroyed successfully.
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.objects.instance [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'resources' on Instance uuid e805df65-d69e-41b8-b9f3-dec7fb5062b3 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:46:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1765350099',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1765350099',id=22,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:46:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-fgiv4cg3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:48:34Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=e805df65-d69e-41b8-b9f3-dec7fb5062b3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "906d3de6-ba23-4074-9f21-c468f04edc04", "address": "fa:16:3e:bd:f3:ed", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap906d3de6-ba", "ovs_interfaceid": "906d3de6-ba23-4074-9f21-c468f04edc04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:bd:f3:ed,bridge_name='br-int',has_traffic_filtering=True,id=906d3de6-ba23-4074-9f21-c468f04edc04,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap906d3de6-ba') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG os_vif [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:f3:ed,bridge_name='br-int',has_traffic_filtering=True,id=906d3de6-ba23-4074-9f21-c468f04edc04,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap906d3de6-ba') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap906d3de6-ba, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b9d0b634-720d-4dd7-a97f-16e2a1576b39) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:52 user nova-compute[75223]: INFO os_vif [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:bd:f3:ed,bridge_name='br-int',has_traffic_filtering=True,id=906d3de6-ba23-4074-9f21-c468f04edc04,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap906d3de6-ba')
Dec 01 15:56:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Deleting instance files /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3_del
Dec 01 15:56:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Deletion of /opt/stack/data/nova/instances/e805df65-d69e-41b8-b9f3-dec7fb5062b3_del complete
Dec 01 15:56:52 user nova-compute[75223]: INFO nova.compute.manager [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Took 0.98 seconds to destroy the instance on the hypervisor.
Dec 01 15:56:52 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-38d00ee6-94e8-4a4e-8774-000b07ae2343 req-a51daf50-662f-40f7-b9c6-c305906d785a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received event network-vif-deleted-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:52 user nova-compute[75223]: INFO nova.compute.manager [req-38d00ee6-94e8-4a4e-8774-000b07ae2343 req-a51daf50-662f-40f7-b9c6-c305906d785a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Neutron deleted interface 906d3de6-ba23-4074-9f21-c468f04edc04; detaching it from the instance and deleting it from the info cache
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-38d00ee6-94e8-4a4e-8774-000b07ae2343 req-a51daf50-662f-40f7-b9c6-c305906d785a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:52 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Took 0.38 seconds to deallocate network for instance.
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-38d00ee6-94e8-4a4e-8774-000b07ae2343 req-a51daf50-662f-40f7-b9c6-c305906d785a service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Detach interface failed, port_id=906d3de6-ba23-4074-9f21-c468f04edc04, reason: Instance e805df65-d69e-41b8-b9f3-dec7fb5062b3 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:56:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.255s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:52 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Deleted allocations for instance e805df65-d69e-41b8-b9f3-dec7fb5062b3
Dec 01 15:56:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-67575d30-7050-4907-8db2-5b23834ff3fb tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.853s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-614eb615-6631-4965-a109-3a4f147e2b26 req-66638e35-388a-40f6-8449-31d6c057be1d service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received event network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-614eb615-6631-4965-a109-3a4f147e2b26 req-66638e35-388a-40f6-8449-31d6c057be1d service nova] Acquiring lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-614eb615-6631-4965-a109-3a4f147e2b26 req-66638e35-388a-40f6-8449-31d6c057be1d service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-614eb615-6631-4965-a109-3a4f147e2b26 req-66638e35-388a-40f6-8449-31d6c057be1d service nova] Lock "e805df65-d69e-41b8-b9f3-dec7fb5062b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-614eb615-6631-4965-a109-3a4f147e2b26 req-66638e35-388a-40f6-8449-31d6c057be1d service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] No waiting events found dispatching network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:53 user nova-compute[75223]: WARNING nova.compute.manager [req-614eb615-6631-4965-a109-3a4f147e2b26 req-66638e35-388a-40f6-8449-31d6c057be1d service nova] [instance: e805df65-d69e-41b8-b9f3-dec7fb5062b3] Received unexpected event network-vif-plugged-906d3de6-ba23-4074-9f21-c468f04edc04 for instance with vm_state deleted and task_state None.
Dec 01 15:56:56 user nova-compute[75223]: INFO nova.compute.manager [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Unrescuing
Dec 01 15:56:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:56:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:56:56 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'flavor' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-72e88dcf-a888-488c-8a8e-34af6b2179d4 req-f8b599df-57c8-4b0a-8d36-15d8804efd7e service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-72e88dcf-a888-488c-8a8e-34af6b2179d4 req-f8b599df-57c8-4b0a-8d36-15d8804efd7e service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-72e88dcf-a888-488c-8a8e-34af6b2179d4 req-f8b599df-57c8-4b0a-8d36-15d8804efd7e service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-72e88dcf-a888-488c-8a8e-34af6b2179d4 req-f8b599df-57c8-4b0a-8d36-15d8804efd7e service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:56:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-72e88dcf-a888-488c-8a8e-34af6b2179d4 req-f8b599df-57c8-4b0a-8d36-15d8804efd7e service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:56:57 user nova-compute[75223]: WARNING nova.compute.manager [req-72e88dcf-a888-488c-8a8e-34af6b2179d4 req-f8b599df-57c8-4b0a-8d36-15d8804efd7e service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:56:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:56:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing instance network info cache due to event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:56:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:56:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:56:58 user nova-compute[75223]: DEBUG nova.network.neutron [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:56:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance destroyed successfully.
Dec 01 15:56:58 user nova-compute[75223]: DEBUG nova.network.neutron [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updated VIF entry in instance network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:56:58 user nova-compute[75223]: DEBUG nova.network.neutron [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:56:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a612a28-976f-446f-acec-8dd37788c55c req-e15ce706-bdf9-4658-a612-9a8f4a8ec82b service nova] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:56:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:56:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG nova.compute.manager [req-fe0c2698-06e7-44c1-b5a7-a33844651f87 req-afbd37f2-7659-4ca2-9644-e53e4cd938e0 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fe0c2698-06e7-44c1-b5a7-a33844651f87 req-afbd37f2-7659-4ca2-9644-e53e4cd938e0 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fe0c2698-06e7-44c1-b5a7-a33844651f87 req-afbd37f2-7659-4ca2-9644-e53e4cd938e0 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fe0c2698-06e7-44c1-b5a7-a33844651f87 req-afbd37f2-7659-4ca2-9644-e53e4cd938e0 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG nova.compute.manager [req-fe0c2698-06e7-44c1-b5a7-a33844651f87 req-afbd37f2-7659-4ca2-9644-e53e4cd938e0 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:00 user nova-compute[75223]: WARNING nova.compute.manager [req-fe0c2698-06e7-44c1-b5a7-a33844651f87 req-afbd37f2-7659-4ca2-9644-e53e4cd938e0 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state rescued and task_state unrescuing.
Dec 01 15:57:00 user nova-compute[75223]: DEBUG nova.compute.manager [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG nova.compute.manager [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing instance network info cache due to event network-changed-598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG nova.network.neutron [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Refreshing network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG nova.network.neutron [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updated VIF entry in instance network info cache for port 598c4dc5-2b13-44bd-a4c6-9dd7c4715154. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG nova.network.neutron [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e5eb751-fa94-40ce-9890-2991e0748278 req-af105996-3be7-4280-aacf-9680f44bad3d service nova] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:01 user nova-compute[75223]: INFO nova.compute.manager [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Terminating instance
Dec 01 15:57:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a100c38c-65f9-47ff-8273-05ce1afd44c1 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:02 user nova-compute[75223]: WARNING nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state active and task_state None.
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:02 user nova-compute[75223]: WARNING nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state active and task_state None.
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received event network-vif-unplugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] No waiting events found dispatching network-vif-unplugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received event network-vif-unplugged-7057a8b6-521c-4001-80ca-12b9598478ed for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received event network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Acquiring lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] No waiting events found dispatching network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:02 user nova-compute[75223]: WARNING nova.compute.manager [req-57c8caec-45fe-4d43-9305-b31dddf030d2 req-6fbb4ea0-6117-4811-ac8a-e97f35a14df3 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received unexpected event network-vif-plugged-7057a8b6-521c-4001-80ca-12b9598478ed for instance with vm_state active and task_state deleting.
Dec 01 15:57:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Instance destroyed successfully.
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lazy-loading 'resources' on Instance uuid 930f81f2-4bc7-4bdd-9c93-927a0bc3d896 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:55:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-339339492',display_name='tempest-VolumesAdminNegativeTest-server-339339492',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-339339492',id=34,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:55:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5d7aee04a45b45beb583b7a5567dbee9',ramdisk_id='',reservation_id='r-90clgm4q',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-635988377',owner_user_name='tempest-VolumesAdminNegativeTest-635988377-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:55:16Z,user_data=None,user_id='29548c97eee643e7b9ee8c12a2f9604b',uuid=930f81f2-4bc7-4bdd-9c93-927a0bc3d896,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converting VIF {"id": "7057a8b6-521c-4001-80ca-12b9598478ed", "address": "fa:16:3e:1c:48:a4", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7057a8b6-52", "ovs_interfaceid": "7057a8b6-521c-4001-80ca-12b9598478ed", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1c:48:a4,bridge_name='br-int',has_traffic_filtering=True,id=7057a8b6-521c-4001-80ca-12b9598478ed,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7057a8b6-52') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG os_vif [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:48:a4,bridge_name='br-int',has_traffic_filtering=True,id=7057a8b6-521c-4001-80ca-12b9598478ed,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7057a8b6-52') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7057a8b6-52, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6fe4e798-2536-4efb-ba6f-922106f787cf) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:02 user nova-compute[75223]: INFO os_vif [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1c:48:a4,bridge_name='br-int',has_traffic_filtering=True,id=7057a8b6-521c-4001-80ca-12b9598478ed,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7057a8b6-52')
Dec 01 15:57:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Deleting instance files /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896_del
Dec 01 15:57:02 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Deletion of /opt/stack/data/nova/instances/930f81f2-4bc7-4bdd-9c93-927a0bc3d896_del complete
Dec 01 15:57:02 user nova-compute[75223]: INFO nova.compute.manager [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Took 0.68 seconds to destroy the instance on the hypervisor.
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:02 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Took 0.48 seconds to deallocate network for instance.
Dec 01 15:57:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-26321cf8-0191-424b-8e81-ec2d3a049e81 req-a9b4bf6c-8aa0-438e-bdc2-a1c43da8fe72 service nova] [instance: 930f81f2-4bc7-4bdd-9c93-927a0bc3d896] Received event network-vif-deleted-7057a8b6-521c-4001-80ca-12b9598478ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:03 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:57:03 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:57:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.259s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:03 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Deleted allocations for instance 930f81f2-4bc7-4bdd-9c93-927a0bc3d896
Dec 01 15:57:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8d22550c-8f64-43b7-92d3-95879bbab044 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "930f81f2-4bc7-4bdd-9c93-927a0bc3d896" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.629s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:06 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:57:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:57:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:57:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:57:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [{"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:57:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:57:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:11 user nova-compute[75223]: INFO nova.compute.manager [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Terminating instance
Dec 01 15:57:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b9392a1-3cf2-48b0-8e8f-90da3b0bedae req-d1fc1cc5-b301-4825-81e7-cb53c024432e service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-vif-unplugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b9392a1-3cf2-48b0-8e8f-90da3b0bedae req-d1fc1cc5-b301-4825-81e7-cb53c024432e service nova] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b9392a1-3cf2-48b0-8e8f-90da3b0bedae req-d1fc1cc5-b301-4825-81e7-cb53c024432e service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b9392a1-3cf2-48b0-8e8f-90da3b0bedae req-d1fc1cc5-b301-4825-81e7-cb53c024432e service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b9392a1-3cf2-48b0-8e8f-90da3b0bedae req-d1fc1cc5-b301-4825-81e7-cb53c024432e service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] No waiting events found dispatching network-vif-unplugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b9392a1-3cf2-48b0-8e8f-90da3b0bedae req-d1fc1cc5-b301-4825-81e7-cb53c024432e service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-vif-unplugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Instance destroyed successfully.
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lazy-loading 'resources' on Instance uuid 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:04Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-681011525',display_name='tempest-ServerActionsTestOtherA-server-681011525',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-681011525',id=5,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAb1Bw29bmEieKfzOWuBZp7LgysF7Zgp7fJ3yFt3PcQuhARFMxW45R2Mo0pxR4+yi0L4XEkwsX6BxmkkYPWzspenYVy/gYrO5njaKb+2HcCEKg79yDv8h7t6b9RtEtTjBg==',key_name='tempest-keypair-1302105199',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9a95e6088fc049c89d0e6f2194dc80ff',ramdisk_id='',reservation_id='r-4hrzxsv4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1859357013',owner_user_name='tempest-ServerActionsTestOtherA-1859357013-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:38:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='3ec8d012a9e34a76b5b664d8ee648e9f',uuid=2ffe5069-cdf5-4e72-8e03-e13b3e503d3d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converting VIF {"id": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "address": "fa:16:3e:35:b7:cf", "network": {"id": "3c45b44c-e884-4bd1-869a-95ea7d8aafa0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1504403370-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9a95e6088fc049c89d0e6f2194dc80ff", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf67f0fac-cf", "ovs_interfaceid": "f67f0fac-cf9a-49bd-997a-3c50fedea0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:35:b7:cf,bridge_name='br-int',has_traffic_filtering=True,id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf67f0fac-cf') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG os_vif [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:b7:cf,bridge_name='br-int',has_traffic_filtering=True,id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf67f0fac-cf') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf67f0fac-cf, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3f412924-2579-4189-8b71-a7815fcd616e) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:57:12 user nova-compute[75223]: INFO os_vif [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:35:b7:cf,bridge_name='br-int',has_traffic_filtering=True,id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9,network=Network(3c45b44c-e884-4bd1-869a-95ea7d8aafa0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf67f0fac-cf')
Dec 01 15:57:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Deleting instance files /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d_del
Dec 01 15:57:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Deletion of /opt/stack/data/nova/instances/2ffe5069-cdf5-4e72-8e03-e13b3e503d3d_del complete
Dec 01 15:57:12 user nova-compute[75223]: INFO nova.compute.manager [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Took 0.96 seconds to destroy the instance on the hypervisor.
Dec 01 15:57:12 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:57:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:13 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Took 0.39 seconds to deallocate network for instance.
Dec 01 15:57:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-4a1b6edb-20cf-417c-abe5-650720c51872 req-14a25e54-d387-4b38-996b-fd1c6719d3b5 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-vif-deleted-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:13 user nova-compute[75223]: INFO nova.compute.manager [req-4a1b6edb-20cf-417c-abe5-650720c51872 req-14a25e54-d387-4b38-996b-fd1c6719d3b5 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Neutron deleted interface f67f0fac-cf9a-49bd-997a-3c50fedea0f9; detaching it from the instance and deleting it from the info cache
Dec 01 15:57:13 user nova-compute[75223]: DEBUG nova.network.neutron [req-4a1b6edb-20cf-417c-abe5-650720c51872 req-14a25e54-d387-4b38-996b-fd1c6719d3b5 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-4a1b6edb-20cf-417c-abe5-650720c51872 req-14a25e54-d387-4b38-996b-fd1c6719d3b5 service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Detach interface failed, port_id=f67f0fac-cf9a-49bd-997a-3c50fedea0f9, reason: Instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:13 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Deleted allocations for instance 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2d6b8479-638b-404d-9473-d4197908cb10 tempest-ServerActionsTestOtherA-1859357013 tempest-ServerActionsTestOtherA-1859357013-project-member] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.836s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:57:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-a0295c9c-e30c-446b-ada7-ae84285e212f req-d927e203-86a3-4cce-95fd-a3bac94fc4bf service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received event network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a0295c9c-e30c-446b-ada7-ae84285e212f req-d927e203-86a3-4cce-95fd-a3bac94fc4bf service nova] Acquiring lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a0295c9c-e30c-446b-ada7-ae84285e212f req-d927e203-86a3-4cce-95fd-a3bac94fc4bf service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a0295c9c-e30c-446b-ada7-ae84285e212f req-d927e203-86a3-4cce-95fd-a3bac94fc4bf service nova] Lock "2ffe5069-cdf5-4e72-8e03-e13b3e503d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-a0295c9c-e30c-446b-ada7-ae84285e212f req-d927e203-86a3-4cce-95fd-a3bac94fc4bf service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] No waiting events found dispatching network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:14 user nova-compute[75223]: WARNING nova.compute.manager [req-a0295c9c-e30c-446b-ada7-ae84285e212f req-d927e203-86a3-4cce-95fd-a3bac94fc4bf service nova] [instance: 2ffe5069-cdf5-4e72-8e03-e13b3e503d3d] Received unexpected event network-vif-plugged-f67f0fac-cf9a-49bd-997a-3c50fedea0f9 for instance with vm_state deleted and task_state None.
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:15 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:57:15 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:57:15 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8363MB free_disk=25.041290283203125GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 59223bfc-0e28-4ae8-9bda-c002f003186d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance eb136a61-a0c5-4825-a981-f6002d9e8770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.331s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:16 user nova-compute[75223]: INFO nova.compute.manager [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Detaching volume cda64166-d8f7-4c96-b895-f8228f278a00
Dec 01 15:57:16 user nova-compute[75223]: INFO nova.virt.block_device [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Attempting to driver detach volume cda64166-d8f7-4c96-b895-f8228f278a00 from mountpoint /dev/vdb
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Attempting to detach device vdb from instance eb136a61-a0c5-4825-a981-f6002d9e8770 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:57:16 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:57:16 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:57:16 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:57:16 user nova-compute[75223]:   <serial>cda64166-d8f7-4c96-b895-f8228f278a00</serial>
Dec 01 15:57:16 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:57:16 user nova-compute[75223]: </disk>
Dec 01 15:57:16 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:57:16 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully detached device vdb from instance eb136a61-a0c5-4825-a981-f6002d9e8770 from the persistent domain config.
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eb136a61-a0c5-4825-a981-f6002d9e8770 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:57:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:57:16 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:57:16 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 15:57:16 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:57:16 user nova-compute[75223]:   <serial>cda64166-d8f7-4c96-b895-f8228f278a00</serial>
Dec 01 15:57:16 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:57:16 user nova-compute[75223]: </disk>
Dec 01 15:57:16 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:57:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eb136a61-a0c5-4825-a981-f6002d9e8770 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:57:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:57:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:30 user nova-compute[75223]: INFO nova.compute.manager [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Detaching volume eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:57:30 user nova-compute[75223]: INFO nova.virt.block_device [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Attempting to driver detach volume eb0bc8b1-d901-436f-adb3-36918c09cbf9 from mountpoint /dev/vdb
Dec 01 15:57:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Attempting to detach device vdb from instance 2141b631-0a6c-4495-aea8-ce596951e803 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 15:57:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:57:30 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:57:30 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:57:30 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:57:30 user nova-compute[75223]:   <serial>eb0bc8b1-d901-436f-adb3-36918c09cbf9</serial>
Dec 01 15:57:30 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:57:30 user nova-compute[75223]: </disk>
Dec 01 15:57:30 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:57:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Successfully detached device vdb from instance 2141b631-0a6c-4495-aea8-ce596951e803 from the persistent domain config.
Dec 01 15:57:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2141b631-0a6c-4495-aea8-ce596951e803 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 15:57:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 15:57:30 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:57:30 user nova-compute[75223]:   <source dev="/dev/sdg"/>
Dec 01 15:57:30 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 15:57:30 user nova-compute[75223]:   <serial>eb0bc8b1-d901-436f-adb3-36918c09cbf9</serial>
Dec 01 15:57:30 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 15:57:30 user nova-compute[75223]: </disk>
Dec 01 15:57:30 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 15:57:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 15:57:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:37 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eb136a61-a0c5-4825-a981-f6002d9e8770 is timed out.
Dec 01 15:57:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully detached device vdb from instance eb136a61-a0c5-4825-a981-f6002d9e8770 from the live domain config.
Dec 01 15:57:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MpeDLhSX', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:57:37 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[734ca5de-6270-463a-af1e-c6d7afabb644]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:57:37 user nova-compute[75223]: No targets found.
Dec 01 15:57:37 user nova-compute[75223]: iSNS:
Dec 01 15:57:37 user nova-compute[75223]: No targets found.
Dec 01 15:57:37 user nova-compute[75223]: STATIC:
Dec 01 15:57:37 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:57:37 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:57:37 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:57:37 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00
Dec 01 15:57:37 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:57:37 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:57:37 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:57:37 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:57:37 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:57:37 user nova-compute[75223]: FIRMWARE:
Dec 01 15:57:37 user nova-compute[75223]: No targets found.
Dec 01 15:57:37 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:57:37 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:57:37 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d3351fc-05bf-498e-b9c9-a10eb38bb4ee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[de3b5943-5f43-46ec-a8d9-14c132238b45]: (4, ('tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:57:37 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:57:37 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:57:37 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 (non-flash)
Dec 01 15:57:37 user nova-compute[75223]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:57:37 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:57:37 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4589fc0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3dccbc2-3e0f-4434-885f-8e6538819a22]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e4ae8a8-a0c9-4a26-9ee8-0d055fb0f70a]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c50a861-9b34-4f53-bd4e-6dcbad27f56f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd100f6c-a1a6-4fbf-a967-15a97519fd3f]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[584aadeb-4cc1-45b2-91ff-4974191b2681]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f14f1c3-9a5a-455e-86ce-a2da810e3ce6]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260]
Dec 01 15:57:37 user nova-compute[75223]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00, portal: 172.16.0.220,3260] successful.
Dec 01 15:57:37 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:cda64166-d8f7-4c96-b895-f8228f278a00 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0f15221-0e84-4977-9ab2-ae18a5c569d5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== disconnect_volume: return (297ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:57:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:38 user nova-compute[75223]: DEBUG nova.objects.instance [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid eb136a61-a0c5-4825-a981-f6002d9e8770 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:57:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-79af72e1-699d-4ab1-b0a5-b79af8bbad76 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.892s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:41 user nova-compute[75223]: INFO nova.compute.manager [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Terminating instance
Dec 01 15:57:41 user nova-compute[75223]: DEBUG nova.compute.manager [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-588f0cdf-c351-4c8b-a790-f49bfa8d4d52 req-835642c5-f974-4b0c-b8e3-b8e8f0abe47c service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-588f0cdf-c351-4c8b-a790-f49bfa8d4d52 req-835642c5-f974-4b0c-b8e3-b8e8f0abe47c service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-588f0cdf-c351-4c8b-a790-f49bfa8d4d52 req-835642c5-f974-4b0c-b8e3-b8e8f0abe47c service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-588f0cdf-c351-4c8b-a790-f49bfa8d4d52 req-835642c5-f974-4b0c-b8e3-b8e8f0abe47c service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-588f0cdf-c351-4c8b-a790-f49bfa8d4d52 req-835642c5-f974-4b0c-b8e3-b8e8f0abe47c service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-588f0cdf-c351-4c8b-a790-f49bfa8d4d52 req-835642c5-f974-4b0c-b8e3-b8e8f0abe47c service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-unplugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Instance destroyed successfully.
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'resources' on Instance uuid 6c3a2141-9027-40f5-8d0e-69ff39628234 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:41:01Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-845107378',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-845107378',id=13,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:43:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-d3kytt16',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:44:50Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=6c3a2141-9027-40f5-8d0e-69ff39628234,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "address": "fa:16:3e:23:c9:9e", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee66d9d-7b", "ovs_interfaceid": "4ee66d9d-7b1c-4621-9786-4017d43fe0c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_vif [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4ee66d9d-7b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fa7e35bd-9157-4560-9f52-5eb74e031fbd) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:42 user nova-compute[75223]: INFO os_vif [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:23:c9:9e,bridge_name='br-int',has_traffic_filtering=True,id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee66d9d-7b')
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UTkKbNid', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:57:42 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[155187e7-3ba8-46f9-86c9-a1bc828791a4]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:57:42 user nova-compute[75223]: No targets found.
Dec 01 15:57:42 user nova-compute[75223]: iSNS:
Dec 01 15:57:42 user nova-compute[75223]: No targets found.
Dec 01 15:57:42 user nova-compute[75223]: STATIC:
Dec 01 15:57:42 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8
Dec 01 15:57:42 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:57:42 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:57:42 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:57:42 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:57:42 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:57:42 user nova-compute[75223]: FIRMWARE:
Dec 01 15:57:42 user nova-compute[75223]: No targets found.
Dec 01 15:57:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:57:42 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:57:42 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d61b329-b214-48ce-8fb6-7761245df9da]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2439dce-1a07-4323-889d-ecd1d3af63a3]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:57:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:57:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:57:42 user nova-compute[75223]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 (non-flash)
Dec 01 15:57:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d43fe320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8'): ({'sdc'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Removing single pathed devices sdc {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d148194a-7e29-4f4e-9091-76615e21eeeb]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[64512e0c-76ff-44bc-9aeb-94c16beb82c3]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Flushing IO for device /dev/sdc {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[725c5f5a-93e1-4cd4-bf61-eb759f5584a2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[734c5a53-be05-405b-a11a-f9d4fc2ae352]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[435b98b5-4363-48f8-bd46-bd9d7101f58e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4d9050-c48f-4d06-a53c-eb45c65a25a7]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260]
Dec 01 15:57:42 user nova-compute[75223]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8, portal: 172.16.0.220,3260] successful.
Dec 01 15:57:42 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d6304a5d-840c-455c-b749-047b39bae8c8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd8f5ae5-a010-431d-ab4d-07cd8c1b23c2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.295s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] <== disconnect_volume: return (296ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:57:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Deleting instance files /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234_del
Dec 01 15:57:42 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Deletion of /opt/stack/data/nova/instances/6c3a2141-9027-40f5-8d0e-69ff39628234_del complete
Dec 01 15:57:42 user nova-compute[75223]: INFO nova.compute.manager [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Took 1.18 seconds to destroy the instance on the hypervisor.
Dec 01 15:57:42 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:57:42 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:57:43 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:43 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Took 0.42 seconds to deallocate network for instance.
Dec 01 15:57:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-b7a677c6-7738-4ad6-a05d-921deb8daef2 req-f1adeba1-aabe-4404-a3b9-f41285d9da6a service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-deleted-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:43 user nova-compute[75223]: INFO nova.compute.manager [req-b7a677c6-7738-4ad6-a05d-921deb8daef2 req-f1adeba1-aabe-4404-a3b9-f41285d9da6a service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Neutron deleted interface 4ee66d9d-7b1c-4621-9786-4017d43fe0c7; detaching it from the instance and deleting it from the info cache
Dec 01 15:57:43 user nova-compute[75223]: DEBUG nova.network.neutron [req-b7a677c6-7738-4ad6-a05d-921deb8daef2 req-f1adeba1-aabe-4404-a3b9-f41285d9da6a service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-b7a677c6-7738-4ad6-a05d-921deb8daef2 req-f1adeba1-aabe-4404-a3b9-f41285d9da6a service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Detach interface failed, port_id=4ee66d9d-7b1c-4621-9786-4017d43fe0c7, reason: Instance 6c3a2141-9027-40f5-8d0e-69ff39628234 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-d6b23aa5-5984-4092-b638-285995374908 req-96dafdc3-4235-419b-83d6-9dadf606ccf6 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d6b23aa5-5984-4092-b638-285995374908 req-96dafdc3-4235-419b-83d6-9dadf606ccf6 service nova] Acquiring lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d6b23aa5-5984-4092-b638-285995374908 req-96dafdc3-4235-419b-83d6-9dadf606ccf6 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d6b23aa5-5984-4092-b638-285995374908 req-96dafdc3-4235-419b-83d6-9dadf606ccf6 service nova] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-d6b23aa5-5984-4092-b638-285995374908 req-96dafdc3-4235-419b-83d6-9dadf606ccf6 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] No waiting events found dispatching network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:44 user nova-compute[75223]: WARNING nova.compute.manager [req-d6b23aa5-5984-4092-b638-285995374908 req-96dafdc3-4235-419b-83d6-9dadf606ccf6 service nova] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Received unexpected event network-vif-plugged-4ee66d9d-7b1c-4621-9786-4017d43fe0c7 for instance with vm_state active and task_state deleting.
Dec 01 15:57:44 user nova-compute[75223]: INFO nova.compute.manager [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: 6c3a2141-9027-40f5-8d0e-69ff39628234] Took 0.80 seconds to detach 1 volumes for instance.
Dec 01 15:57:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:57:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.201s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:44 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Deleted allocations for instance 6c3a2141-9027-40f5-8d0e-69ff39628234
Dec 01 15:57:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-b6bc2892-cadc-452c-a26f-a5f8ecbd0b9c tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "6c3a2141-9027-40f5-8d0e-69ff39628234" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.799s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:50 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2141b631-0a6c-4495-aea8-ce596951e803 is timed out.
Dec 01 15:57:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Successfully detached device vdb from instance 2141b631-0a6c-4495-aea8-ce596951e803 from the live domain config.
Dec 01 15:57:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FyYnTXKB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:57:50 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a28a666b-2eb9-4a19-9329-9b7d08c120d2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 15:57:50 user nova-compute[75223]: No targets found.
Dec 01 15:57:50 user nova-compute[75223]: iSNS:
Dec 01 15:57:50 user nova-compute[75223]: No targets found.
Dec 01 15:57:50 user nova-compute[75223]: STATIC:
Dec 01 15:57:50 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9
Dec 01 15:57:50 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 15:57:50 user nova-compute[75223]:                 Iface Name: default
Dec 01 15:57:50 user nova-compute[75223]: FIRMWARE:
Dec 01 15:57:50 user nova-compute[75223]: No targets found.
Dec 01 15:57:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 15:57:50 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 15:57:50 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a03d8a57-a989-48f8-9a32-778125e4fa28]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca75163-c05e-4584-a76c-f792fc7975bd]: (4, ('tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:57:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsi session list stdout=tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 (non-flash)
Dec 01 15:57:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d42285e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9'): ({'sdg'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Removing single pathed devices sdg {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[327dac23-f7e3-4f49-b1ae-810aee47e793]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[64d1c84f-4e03-44de-8a2d-90594f7ade0f]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Flushing IO for device /dev/sdg {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[12d49b32-9ed3-43c5-8416-a0e273926a13]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.043s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[66a4c8d0-053e-4d5d-bf9d-debd34de92c2]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] SCSI volumes sdg have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb26859-6946-4227-93f9-f8347d0c9dca]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c1fba66-7a3a-4b5f-a638-9b8ae55e5d72]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260]
Dec 01 15:57:50 user nova-compute[75223]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9, portal: 172.16.0.220,3260] successful.
Dec 01 15:57:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eb0bc8b1-d901-436f-adb3-36918c09cbf9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1ffaab8-84b6-4fb8-ab80-512119b0089f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] <== disconnect_volume: return (292ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:57:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 15:57:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'flavor' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:57:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0b1c7a77-1fd1-4229-8d8a-2ce7c2bae6af tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.661s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:56 user nova-compute[75223]: INFO nova.compute.manager [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Terminating instance
Dec 01 15:57:56 user nova-compute[75223]: DEBUG nova.compute.manager [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-739bad25-3a75-4af5-97b8-94ea60450bd4 req-3e00ab1f-7007-42ce-84c9-d71f9727c9c4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-vif-unplugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-739bad25-3a75-4af5-97b8-94ea60450bd4 req-3e00ab1f-7007-42ce-84c9-d71f9727c9c4 service nova] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-739bad25-3a75-4af5-97b8-94ea60450bd4 req-3e00ab1f-7007-42ce-84c9-d71f9727c9c4 service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-739bad25-3a75-4af5-97b8-94ea60450bd4 req-3e00ab1f-7007-42ce-84c9-d71f9727c9c4 service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-739bad25-3a75-4af5-97b8-94ea60450bd4 req-3e00ab1f-7007-42ce-84c9-d71f9727c9c4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] No waiting events found dispatching network-vif-unplugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-739bad25-3a75-4af5-97b8-94ea60450bd4 req-3e00ab1f-7007-42ce-84c9-d71f9727c9c4 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-vif-unplugged-bb24075b-2c8f-4381-8e53-65692a40e803 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:57:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Instance destroyed successfully.
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lazy-loading 'resources' on Instance uuid 59223bfc-0e28-4ae8-9bda-c002f003186d {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:52:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1640244769',display_name='tempest-VolumesAdminNegativeTest-server-1640244769',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1640244769',id=31,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFYOFNNEBPOW07a/U4VVjyeJQXiyhRgz8ZnGkXwhydMqlfrICQ6pxNrkukyAYal85anp8jJHqvysH0E9BYZamVp2R9vK35VkKaxOi6BrXhagEbYNFrRLS6adufJ4I6Lk4g==',key_name='tempest-keypair-2016496230',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:52:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5d7aee04a45b45beb583b7a5567dbee9',ramdisk_id='',reservation_id='r-n7wiaujz',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-635988377',owner_user_name='tempest-VolumesAdminNegativeTest-635988377-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:52:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='29548c97eee643e7b9ee8c12a2f9604b',uuid=59223bfc-0e28-4ae8-9bda-c002f003186d,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converting VIF {"id": "bb24075b-2c8f-4381-8e53-65692a40e803", "address": "fa:16:3e:9a:56:1b", "network": {"id": "30077fc4-eb6d-4923-9ece-c71b92470c81", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-507086265-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.85", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5d7aee04a45b45beb583b7a5567dbee9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbb24075b-2c", "ovs_interfaceid": "bb24075b-2c8f-4381-8e53-65692a40e803", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9a:56:1b,bridge_name='br-int',has_traffic_filtering=True,id=bb24075b-2c8f-4381-8e53-65692a40e803,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb24075b-2c') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG os_vif [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:56:1b,bridge_name='br-int',has_traffic_filtering=True,id=bb24075b-2c8f-4381-8e53-65692a40e803,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb24075b-2c') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbb24075b-2c, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7ed91ea5-1ae7-4a9e-9575-ac5a43d524d2) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:57:57 user nova-compute[75223]: INFO os_vif [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9a:56:1b,bridge_name='br-int',has_traffic_filtering=True,id=bb24075b-2c8f-4381-8e53-65692a40e803,network=Network(30077fc4-eb6d-4923-9ece-c71b92470c81),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbb24075b-2c')
Dec 01 15:57:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Deleting instance files /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d_del
Dec 01 15:57:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Deletion of /opt/stack/data/nova/instances/59223bfc-0e28-4ae8-9bda-c002f003186d_del complete
Dec 01 15:57:57 user nova-compute[75223]: INFO nova.compute.manager [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 01 15:57:57 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:57:57 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:57:58 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:57:58 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Took 0.90 seconds to deallocate network for instance.
Dec 01 15:57:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:58 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:57:58 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:57:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.184s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:58 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Deleted allocations for instance 59223bfc-0e28-4ae8-9bda-c002f003186d
Dec 01 15:57:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-72130517-4922-4093-bf86-53cab22834b4 tempest-VolumesAdminNegativeTest-635988377 tempest-VolumesAdminNegativeTest-635988377-project-member] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.176s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-8ecf1bce-0528-410c-b009-7c2501ad7075 req-7d45cc4e-1f0f-43d3-8967-36394ef41d57 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:57:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8ecf1bce-0528-410c-b009-7c2501ad7075 req-7d45cc4e-1f0f-43d3-8967-36394ef41d57 service nova] Acquiring lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:57:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8ecf1bce-0528-410c-b009-7c2501ad7075 req-7d45cc4e-1f0f-43d3-8967-36394ef41d57 service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:57:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8ecf1bce-0528-410c-b009-7c2501ad7075 req-7d45cc4e-1f0f-43d3-8967-36394ef41d57 service nova] Lock "59223bfc-0e28-4ae8-9bda-c002f003186d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:57:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-8ecf1bce-0528-410c-b009-7c2501ad7075 req-7d45cc4e-1f0f-43d3-8967-36394ef41d57 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] No waiting events found dispatching network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:57:59 user nova-compute[75223]: WARNING nova.compute.manager [req-8ecf1bce-0528-410c-b009-7c2501ad7075 req-7d45cc4e-1f0f-43d3-8967-36394ef41d57 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received unexpected event network-vif-plugged-bb24075b-2c8f-4381-8e53-65692a40e803 for instance with vm_state deleted and task_state None.
Dec 01 15:57:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-8ecf1bce-0528-410c-b009-7c2501ad7075 req-7d45cc4e-1f0f-43d3-8967-36394ef41d57 service nova] [instance: 59223bfc-0e28-4ae8-9bda-c002f003186d] Received event network-vif-deleted-bb24075b-2c8f-4381-8e53-65692a40e803 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:06 user nova-compute[75223]: INFO nova.compute.manager [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Terminating instance
Dec 01 15:58:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:58:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-470d8c2d-ee19-4094-b711-b828365441fb req-d59ffeca-821c-497b-8c3c-e31b5bb06f34 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-unplugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-470d8c2d-ee19-4094-b711-b828365441fb req-d59ffeca-821c-497b-8c3c-e31b5bb06f34 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-470d8c2d-ee19-4094-b711-b828365441fb req-d59ffeca-821c-497b-8c3c-e31b5bb06f34 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-470d8c2d-ee19-4094-b711-b828365441fb req-d59ffeca-821c-497b-8c3c-e31b5bb06f34 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-470d8c2d-ee19-4094-b711-b828365441fb req-d59ffeca-821c-497b-8c3c-e31b5bb06f34 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-unplugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.compute.manager [req-470d8c2d-ee19-4094-b711-b828365441fb req-d59ffeca-821c-497b-8c3c-e31b5bb06f34 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-unplugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Instance destroyed successfully.
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.objects.instance [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'resources' on Instance uuid eb136a61-a0c5-4825-a981-f6002d9e8770 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:52:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-103451927',display_name='tempest-AttachVolumeNegativeTest-server-103451927',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-103451927',id=32,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJFbrwObCGQVc8TEAwv2GCudFU34WNHCII2ce1jnjapBUPo/U2steoerftBGx+8egk8M+iiZprqcGNA7CGNM11FjulkrtNlUdX4qe0XFClwfwXeVXsEK7irDlqoxMKQ9TQ==',key_name='tempest-keypair-1722651653',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:52:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-q750liir',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:52:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=eb136a61-a0c5-4825-a981-f6002d9e8770,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "address": "fa:16:3e:ab:1e:2e", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.122", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd839cffb-e9", "ovs_interfaceid": "d839cffb-e900-4e0c-bb74-6fd47ee9a6ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ab:1e:2e,bridge_name='br-int',has_traffic_filtering=True,id=d839cffb-e900-4e0c-bb74-6fd47ee9a6ed,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd839cffb-e9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG os_vif [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:1e:2e,bridge_name='br-int',has_traffic_filtering=True,id=d839cffb-e900-4e0c-bb74-6fd47ee9a6ed,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd839cffb-e9') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd839cffb-e9, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9f94fe3-87cb-47c9-ad66-0d239317c963) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:07 user nova-compute[75223]: INFO os_vif [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ab:1e:2e,bridge_name='br-int',has_traffic_filtering=True,id=d839cffb-e900-4e0c-bb74-6fd47ee9a6ed,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd839cffb-e9')
Dec 01 15:58:07 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Deleting instance files /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770_del
Dec 01 15:58:07 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Deletion of /opt/stack/data/nova/instances/eb136a61-a0c5-4825-a981-f6002d9e8770_del complete
Dec 01 15:58:07 user nova-compute[75223]: INFO nova.compute.manager [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 01 15:58:07 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:58:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:58:08 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Took 0.86 seconds to deallocate network for instance.
Dec 01 15:58:08 user nova-compute[75223]: DEBUG nova.compute.manager [req-bbf11549-1b59-44cc-9d75-4f1bdd3e0831 req-c8a7a320-4794-45d7-bae5-345c03064743 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-deleted-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:58:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.147s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:08 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Deleted allocations for instance eb136a61-a0c5-4825-a981-f6002d9e8770
Dec 01 15:58:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-505fcc4d-25e0-495b-83ee-d1610fe5457d tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.102s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:09 user nova-compute[75223]: WARNING nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received unexpected event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with vm_state deleted and task_state None.
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:09 user nova-compute[75223]: WARNING nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received unexpected event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with vm_state deleted and task_state None.
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:09 user nova-compute[75223]: WARNING nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received unexpected event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with vm_state deleted and task_state None.
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-unplugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-unplugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:09 user nova-compute[75223]: WARNING nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received unexpected event network-vif-unplugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with vm_state deleted and task_state None.
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Acquiring lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] Lock "eb136a61-a0c5-4825-a981-f6002d9e8770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] No waiting events found dispatching network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:09 user nova-compute[75223]: WARNING nova.compute.manager [req-bcb30c67-b8e0-4c24-a56b-3e6cb397625e req-e9ea9122-3201-41c6-8861-cf5b816bd7f7 service nova] [instance: eb136a61-a0c5-4825-a981-f6002d9e8770] Received unexpected event network-vif-plugged-d839cffb-e900-4e0c-bb74-6fd47ee9a6ed for instance with vm_state deleted and task_state None.
Dec 01 15:58:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [{"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-2141b631-0a6c-4495-aea8-ce596951e803" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:58:11 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:15 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:58:15 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:17 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:58:17 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8686MB free_disk=25.086711883544922GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ab6fdf7b-6145-4363-b826-188bba58045f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 2141b631-0a6c-4495-aea8-ce596951e803 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:58:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:20 user nova-compute[75223]: INFO nova.compute.manager [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Terminating instance
Dec 01 15:58:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-f8b79e3b-6aa5-46ed-b8f8-c7269b6c785d req-cee39429-2dec-435a-96ec-e0a2acca5225 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f8b79e3b-6aa5-46ed-b8f8-c7269b6c785d req-cee39429-2dec-435a-96ec-e0a2acca5225 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f8b79e3b-6aa5-46ed-b8f8-c7269b6c785d req-cee39429-2dec-435a-96ec-e0a2acca5225 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f8b79e3b-6aa5-46ed-b8f8-c7269b6c785d req-cee39429-2dec-435a-96ec-e0a2acca5225 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-f8b79e3b-6aa5-46ed-b8f8-c7269b6c785d req-cee39429-2dec-435a-96ec-e0a2acca5225 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-f8b79e3b-6aa5-46ed-b8f8-c7269b6c785d req-cee39429-2dec-435a-96ec-e0a2acca5225 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-unplugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Instance destroyed successfully.
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.objects.instance [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lazy-loading 'resources' on Instance uuid 2141b631-0a6c-4495-aea8-ce596951e803 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:51:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1644254495',display_name='tempest-ServerStableDeviceRescueTest-server-1644254495',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1644254495',id=30,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPaHu+zkjtRjv9tML2o7U5IT6gJDoSpDswCoY5DYx0TUskgKJpB5tN73S6QF848h2p8Kfir9FajZHJlSQXxtFNrJgqhrEVtk6qMMHSTM2TOK4kx9wlPKuJuRUiWrx6XHmQ==',key_name='tempest-keypair-322085776',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:55:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a5994395e1c5412382b81766ad325442',ramdisk_id='',reservation_id='r-b0s88rka',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1063980214',owner_user_name='tempest-ServerStableDeviceRescueTest-1063980214-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:57:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='8c285a48005f4c4ca27f51f85704e6a7',uuid=2141b631-0a6c-4495-aea8-ce596951e803,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converting VIF {"id": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "address": "fa:16:3e:a0:46:f3", "network": {"id": "d85c78c3-745f-4f67-a686-aae3584e19f2", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-948708569-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a5994395e1c5412382b81766ad325442", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap598c4dc5-2b", "ovs_interfaceid": "598c4dc5-2b13-44bd-a4c6-9dd7c4715154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG os_vif [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap598c4dc5-2b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c1790736-6a44-442e-b9cc-378444070a5e) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:21 user nova-compute[75223]: INFO os_vif [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a0:46:f3,bridge_name='br-int',has_traffic_filtering=True,id=598c4dc5-2b13-44bd-a4c6-9dd7c4715154,network=Network(d85c78c3-745f-4f67-a686-aae3584e19f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap598c4dc5-2b')
Dec 01 15:58:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Deleting instance files /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803_del
Dec 01 15:58:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Deletion of /opt/stack/data/nova/instances/2141b631-0a6c-4495-aea8-ce596951e803_del complete
Dec 01 15:58:21 user nova-compute[75223]: INFO nova.compute.manager [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 01 15:58:21 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:58:21 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:58:22 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:58:22 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Took 1.01 seconds to deallocate network for instance.
Dec 01 15:58:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-9050a463-a401-4123-b9b5-e19c14955882 req-bba7dc33-a738-4ab3-a25e-2c795b168134 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-deleted-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.143s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:23 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Deleted allocations for instance 2141b631-0a6c-4495-aea8-ce596951e803
Dec 01 15:58:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-51a27a81-6b4a-4cb4-a4c2-a74ecc965b68 tempest-ServerStableDeviceRescueTest-1063980214 tempest-ServerStableDeviceRescueTest-1063980214-project-member] Lock "2141b631-0a6c-4495-aea8-ce596951e803" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.187s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-08bfe883-c2f1-4604-bdd7-8b95381dad37 req-520b5309-35e2-478d-9056-92a3254e4471 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-08bfe883-c2f1-4604-bdd7-8b95381dad37 req-520b5309-35e2-478d-9056-92a3254e4471 service nova] Acquiring lock "2141b631-0a6c-4495-aea8-ce596951e803-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-08bfe883-c2f1-4604-bdd7-8b95381dad37 req-520b5309-35e2-478d-9056-92a3254e4471 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-08bfe883-c2f1-4604-bdd7-8b95381dad37 req-520b5309-35e2-478d-9056-92a3254e4471 service nova] Lock "2141b631-0a6c-4495-aea8-ce596951e803-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-08bfe883-c2f1-4604-bdd7-8b95381dad37 req-520b5309-35e2-478d-9056-92a3254e4471 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] No waiting events found dispatching network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:23 user nova-compute[75223]: WARNING nova.compute.manager [req-08bfe883-c2f1-4604-bdd7-8b95381dad37 req-520b5309-35e2-478d-9056-92a3254e4471 service nova] [instance: 2141b631-0a6c-4495-aea8-ce596951e803] Received unexpected event network-vif-plugged-598c4dc5-2b13-44bd-a4c6-9dd7c4715154 for instance with vm_state deleted and task_state None.
Dec 01 15:58:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:32 user nova-compute[75223]: INFO nova.compute.manager [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Terminating instance
Dec 01 15:58:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Instance destroyed successfully.
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lazy-loading 'resources' on Instance uuid ab6fdf7b-6145-4363-b826-188bba58045f {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:38:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-376018647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-376018647',id=3,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:38:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='dab15a7350574232a033828939da90d5',ramdisk_id='',reservation_id='r-gtw046a7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:39:59Z,user_data=None,user_id='f3ac7506af3a447f86fdafeb5e8a0135',uuid=ab6fdf7b-6145-4363-b826-188bba58045f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converting VIF {"id": "fae5c692-5794-45b1-b788-2482fcade66c", "address": "fa:16:3e:5e:de:43", "network": {"id": "b3bddfbe-084f-4a57-a19d-3cd6014406c2", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-1581957440-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "dab15a7350574232a033828939da90d5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfae5c692-57", "ovs_interfaceid": "fae5c692-5794-45b1-b788-2482fcade66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:de:43,bridge_name='br-int',has_traffic_filtering=True,id=fae5c692-5794-45b1-b788-2482fcade66c,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfae5c692-57') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG os_vif [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:de:43,bridge_name='br-int',has_traffic_filtering=True,id=fae5c692-5794-45b1-b788-2482fcade66c,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfae5c692-57') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-a4d3e3a8-93bc-46b6-b808-114bc89f2e10 req-b56e229f-4f97-45e1-bccc-b96b1c2790d5 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received event network-vif-unplugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a4d3e3a8-93bc-46b6-b808-114bc89f2e10 req-b56e229f-4f97-45e1-bccc-b96b1c2790d5 service nova] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a4d3e3a8-93bc-46b6-b808-114bc89f2e10 req-b56e229f-4f97-45e1-bccc-b96b1c2790d5 service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a4d3e3a8-93bc-46b6-b808-114bc89f2e10 req-b56e229f-4f97-45e1-bccc-b96b1c2790d5 service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-a4d3e3a8-93bc-46b6-b808-114bc89f2e10 req-b56e229f-4f97-45e1-bccc-b96b1c2790d5 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] No waiting events found dispatching network-vif-unplugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-a4d3e3a8-93bc-46b6-b808-114bc89f2e10 req-b56e229f-4f97-45e1-bccc-b96b1c2790d5 service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received event network-vif-unplugged-fae5c692-5794-45b1-b788-2482fcade66c for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfae5c692-57, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8334dc58-9eb3-47e7-9fa6-f48167650119) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:33 user nova-compute[75223]: INFO os_vif [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:de:43,bridge_name='br-int',has_traffic_filtering=True,id=fae5c692-5794-45b1-b788-2482fcade66c,network=Network(b3bddfbe-084f-4a57-a19d-3cd6014406c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfae5c692-57')
Dec 01 15:58:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Deleting instance files /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f_del
Dec 01 15:58:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Deletion of /opt/stack/data/nova/instances/ab6fdf7b-6145-4363-b826-188bba58045f_del complete
Dec 01 15:58:33 user nova-compute[75223]: INFO nova.compute.manager [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 01 15:58:33 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:58:33 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Took 0.54 seconds to deallocate network for instance.
Dec 01 15:58:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.151s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:34 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Deleted allocations for instance ab6fdf7b-6145-4363-b826-188bba58045f
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2e3445d3-7339-45d0-a511-097c1bafaa69 tempest-ServerBootFromVolumeStableRescueTest-1119349329 tempest-ServerBootFromVolumeStableRescueTest-1119349329-project-member] Lock "ab6fdf7b-6145-4363-b826-188bba58045f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.737s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:58:34 user nova-compute[75223]: INFO nova.compute.claims [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Claim successful on node user
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.182s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:58:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.policy [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b561a281d9749e5a36b55bc7c667fe4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf5cd6c9db884d2aa9e118e2e2d77bd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:58:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Creating image(s)
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "/opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "/opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "/opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Successfully created port: e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk 1073741824" returned: 0 in 0.052s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-9a4aa12d-d5e0-40d3-b76e-e0d64ec3f5cb req-74893e45-6856-41c2-b23a-2dc08e79e7bb service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received event network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9a4aa12d-d5e0-40d3-b76e-e0d64ec3f5cb req-74893e45-6856-41c2-b23a-2dc08e79e7bb service nova] Acquiring lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9a4aa12d-d5e0-40d3-b76e-e0d64ec3f5cb req-74893e45-6856-41c2-b23a-2dc08e79e7bb service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9a4aa12d-d5e0-40d3-b76e-e0d64ec3f5cb req-74893e45-6856-41c2-b23a-2dc08e79e7bb service nova] Lock "ab6fdf7b-6145-4363-b826-188bba58045f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-9a4aa12d-d5e0-40d3-b76e-e0d64ec3f5cb req-74893e45-6856-41c2-b23a-2dc08e79e7bb service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] No waiting events found dispatching network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:35 user nova-compute[75223]: WARNING nova.compute.manager [req-9a4aa12d-d5e0-40d3-b76e-e0d64ec3f5cb req-74893e45-6856-41c2-b23a-2dc08e79e7bb service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received unexpected event network-vif-plugged-fae5c692-5794-45b1-b788-2482fcade66c for instance with vm_state deleted and task_state None.
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-9a4aa12d-d5e0-40d3-b76e-e0d64ec3f5cb req-74893e45-6856-41c2-b23a-2dc08e79e7bb service nova] [instance: ab6fdf7b-6145-4363-b826-188bba58045f] Received event network-vif-deleted-fae5c692-5794-45b1-b788-2482fcade66c {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Cannot resize image /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Ensure instance console log exists: /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Successfully updated port: e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquired lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:58:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Updating instance_info_cache with network_info: [{"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Releasing lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Instance network_info: |[{"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Start _get_guest_xml network_info=[{"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:58:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:58:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:58:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1228875742',display_name='tempest-VolumesActionsTest-instance-1228875742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1228875742',id=35,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf5cd6c9db884d2aa9e118e2e2d77bd9',ramdisk_id='',reservation_id='r-1xuuxu2t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-974576291',owner_user_name='tempest-VolumesActionsTest-974576291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:58:35Z,user_data=None,user_id='5b561a281d9749e5a36b55bc7c667fe4',uuid=fd68d0d1-089d-49a6-9dd0-b811d4d56812,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Converting VIF {"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:f8:ba,bridge_name='br-int',has_traffic_filtering=True,id=e71bda99-e92c-495a-a9e7-1ed64aed3f98,network=Network(af130459-1a44-480b-a9f6-53dd42f1812a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape71bda99-e9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.objects.instance [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lazy-loading 'pci_devices' on Instance uuid fd68d0d1-089d-49a6-9dd0-b811d4d56812 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:58:36 user nova-compute[75223]:   <uuid>fd68d0d1-089d-49a6-9dd0-b811d4d56812</uuid>
Dec 01 15:58:36 user nova-compute[75223]:   <name>instance-00000023</name>
Dec 01 15:58:36 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:58:36 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:58:36 user nova-compute[75223]:   <metadata>
Dec 01 15:58:36 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:58:36 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:58:36 user nova-compute[75223]:       <nova:name>tempest-VolumesActionsTest-instance-1228875742</nova:name>
Dec 01 15:58:36 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:58:36</nova:creationTime>
Dec 01 15:58:36 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:58:36 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:58:36 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:58:36 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:58:36 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:58:36 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:58:36 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:58:36 user nova-compute[75223]:       <nova:owner>
Dec 01 15:58:36 user nova-compute[75223]:         <nova:user uuid="5b561a281d9749e5a36b55bc7c667fe4">tempest-VolumesActionsTest-974576291-project-member</nova:user>
Dec 01 15:58:36 user nova-compute[75223]:         <nova:project uuid="bf5cd6c9db884d2aa9e118e2e2d77bd9">tempest-VolumesActionsTest-974576291</nova:project>
Dec 01 15:58:36 user nova-compute[75223]:       </nova:owner>
Dec 01 15:58:36 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:58:36 user nova-compute[75223]:       <nova:ports>
Dec 01 15:58:36 user nova-compute[75223]:         <nova:port uuid="e71bda99-e92c-495a-a9e7-1ed64aed3f98">
Dec 01 15:58:36 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 15:58:36 user nova-compute[75223]:         </nova:port>
Dec 01 15:58:36 user nova-compute[75223]:       </nova:ports>
Dec 01 15:58:36 user nova-compute[75223]:     </nova:instance>
Dec 01 15:58:36 user nova-compute[75223]:   </metadata>
Dec 01 15:58:36 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:58:36 user nova-compute[75223]:     <system>
Dec 01 15:58:36 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:58:36 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:58:36 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:58:36 user nova-compute[75223]:       <entry name="serial">fd68d0d1-089d-49a6-9dd0-b811d4d56812</entry>
Dec 01 15:58:36 user nova-compute[75223]:       <entry name="uuid">fd68d0d1-089d-49a6-9dd0-b811d4d56812</entry>
Dec 01 15:58:36 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:58:36 user nova-compute[75223]:     </system>
Dec 01 15:58:36 user nova-compute[75223]:   </sysinfo>
Dec 01 15:58:36 user nova-compute[75223]:   <os>
Dec 01 15:58:36 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:58:36 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:58:36 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:58:36 user nova-compute[75223]:   </os>
Dec 01 15:58:36 user nova-compute[75223]:   <features>
Dec 01 15:58:36 user nova-compute[75223]:     <acpi/>
Dec 01 15:58:36 user nova-compute[75223]:     <apic/>
Dec 01 15:58:36 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:58:36 user nova-compute[75223]:   </features>
Dec 01 15:58:36 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:58:36 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:58:36 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:58:36 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:58:36 user nova-compute[75223]:   </clock>
Dec 01 15:58:36 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:58:36 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:58:36 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:58:36 user nova-compute[75223]:   </cpu>
Dec 01 15:58:36 user nova-compute[75223]:   <devices>
Dec 01 15:58:36 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:58:36 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:58:36 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk"/>
Dec 01 15:58:36 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:58:36 user nova-compute[75223]:     </disk>
Dec 01 15:58:36 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:58:36 user nova-compute[75223]:       <mac address="fa:16:3e:68:f8:ba"/>
Dec 01 15:58:36 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:58:36 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:58:36 user nova-compute[75223]:       <target dev="tape71bda99-e9"/>
Dec 01 15:58:36 user nova-compute[75223]:     </interface>
Dec 01 15:58:36 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:58:36 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/console.log" append="off"/>
Dec 01 15:58:36 user nova-compute[75223]:     </serial>
Dec 01 15:58:36 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:58:36 user nova-compute[75223]:     <video>
Dec 01 15:58:36 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:58:36 user nova-compute[75223]:     </video>
Dec 01 15:58:36 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:58:36 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:58:36 user nova-compute[75223]:     </rng>
Dec 01 15:58:36 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:58:36 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:58:36 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:58:36 user nova-compute[75223]:     </memballoon>
Dec 01 15:58:36 user nova-compute[75223]:   </devices>
Dec 01 15:58:36 user nova-compute[75223]: </domain>
Dec 01 15:58:36 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:58:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1228875742',display_name='tempest-VolumesActionsTest-instance-1228875742',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1228875742',id=35,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bf5cd6c9db884d2aa9e118e2e2d77bd9',ramdisk_id='',reservation_id='r-1xuuxu2t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-974576291',owner_user_name='tempest-VolumesActionsTest-974576291-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:58:35Z,user_data=None,user_id='5b561a281d9749e5a36b55bc7c667fe4',uuid=fd68d0d1-089d-49a6-9dd0-b811d4d56812,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Converting VIF {"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:f8:ba,bridge_name='br-int',has_traffic_filtering=True,id=e71bda99-e92c-495a-a9e7-1ed64aed3f98,network=Network(af130459-1a44-480b-a9f6-53dd42f1812a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape71bda99-e9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG os_vif [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:f8:ba,bridge_name='br-int',has_traffic_filtering=True,id=e71bda99-e92c-495a-a9e7-1ed64aed3f98,network=Network(af130459-1a44-480b-a9f6-53dd42f1812a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape71bda99-e9') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '73f08d31-a7d7-5fc8-80a9-c929ff5ee9a8', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape71bda99-e9, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape71bda99-e9, col_values=(('qos', UUID('0e515213-f2f8-48b7-9cad-1447f4c64273')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape71bda99-e9, col_values=(('external_ids', {'iface-id': 'e71bda99-e92c-495a-a9e7-1ed64aed3f98', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:f8:ba', 'vm-uuid': 'fd68d0d1-089d-49a6-9dd0-b811d4d56812'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:36 user nova-compute[75223]: INFO os_vif [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:f8:ba,bridge_name='br-int',has_traffic_filtering=True,id=e71bda99-e92c-495a-a9e7-1ed64aed3f98,network=Network(af130459-1a44-480b-a9f6-53dd42f1812a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape71bda99-e9')
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:58:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] No VIF found with MAC fa:16:3e:68:f8:ba, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received event network-changed-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Refreshing instance network info cache due to event network-changed-e71bda99-e92c-495a-a9e7-1ed64aed3f98. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] Acquiring lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] Acquired lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG nova.network.neutron [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Refreshing network info cache for port e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-c6a7077d-38d7-403c-8167-3ab877fb456d req-ec95fc1a-1567-4b0a-a890-464ef143cb9c service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received event network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c6a7077d-38d7-403c-8167-3ab877fb456d req-ec95fc1a-1567-4b0a-a890-464ef143cb9c service nova] Acquiring lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c6a7077d-38d7-403c-8167-3ab877fb456d req-ec95fc1a-1567-4b0a-a890-464ef143cb9c service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.006s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c6a7077d-38d7-403c-8167-3ab877fb456d req-ec95fc1a-1567-4b0a-a890-464ef143cb9c service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-c6a7077d-38d7-403c-8167-3ab877fb456d req-ec95fc1a-1567-4b0a-a890-464ef143cb9c service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] No waiting events found dispatching network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:37 user nova-compute[75223]: WARNING nova.compute.manager [req-c6a7077d-38d7-403c-8167-3ab877fb456d req-ec95fc1a-1567-4b0a-a890-464ef143cb9c service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received unexpected event network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 for instance with vm_state building and task_state spawning.
Dec 01 15:58:37 user nova-compute[75223]: DEBUG nova.network.neutron [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Updated VIF entry in instance network info cache for port e71bda99-e92c-495a-a9e7-1ed64aed3f98. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG nova.network.neutron [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Updating instance_info_cache with network_info: [{"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:58:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4e3adcbf-af87-4a9a-9d3a-bb53d17e415b req-55b2f88f-4d6e-477b-b201-cc965fba0fc2 service nova] Releasing lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:58:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:58:39 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Instance spawned successfully.
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-e9437c1a-2b85-472e-866a-b4470b158bf9 req-e7a86057-8e2b-4472-aa9a-066d7bb81e43 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received event network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e9437c1a-2b85-472e-866a-b4470b158bf9 req-e7a86057-8e2b-4472-aa9a-066d7bb81e43 service nova] Acquiring lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e9437c1a-2b85-472e-866a-b4470b158bf9 req-e7a86057-8e2b-4472-aa9a-066d7bb81e43 service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e9437c1a-2b85-472e-866a-b4470b158bf9 req-e7a86057-8e2b-4472-aa9a-066d7bb81e43 service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-e9437c1a-2b85-472e-866a-b4470b158bf9 req-e7a86057-8e2b-4472-aa9a-066d7bb81e43 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] No waiting events found dispatching network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:58:39 user nova-compute[75223]: WARNING nova.compute.manager [req-e9437c1a-2b85-472e-866a-b4470b158bf9 req-e7a86057-8e2b-4472-aa9a-066d7bb81e43 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received unexpected event network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 for instance with vm_state building and task_state spawning.
Dec 01 15:58:39 user nova-compute[75223]: INFO nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Took 5.03 seconds to spawn the instance on the hypervisor.
Dec 01 15:58:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:58:39 user nova-compute[75223]: INFO nova.compute.manager [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Took 5.58 seconds to build instance.
Dec 01 15:58:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49414b8-9029-40c5-a5dc-3bb9ba7883f4 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.682s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:58:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:58:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:58:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:59:00 user nova-compute[75223]: INFO nova.compute.claims [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Claim successful on node user
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.210s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:59:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.policy [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131bf5b66f784145975a995938275b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f4cb2ffd98440cbd6fc784a8881234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:59:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Creating image(s)
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "/opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk 1073741824" returned: 0 in 0.057s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Successfully created port: ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:59:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Cannot resize image /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Ensure instance console log exists: /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Successfully updated port: ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquired lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-changed-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Refreshing instance network info cache due to event network-changed-ba904f45-b381-481d-82d6-f90c934fbd89. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] Acquiring lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:02 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.neutron [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updating instance_info_cache with network_info: [{"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Releasing lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Instance network_info: |[{"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] Acquired lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.neutron [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Refreshing network info cache for port ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Start _get_guest_xml network_info=[{"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:59:03 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:03 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1237737885',display_name='tempest-AttachVolumeNegativeTest-server-1237737885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1237737885',id=36,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAx8m4M/SPfICBSLDgUP6pIRW5tfRso8T+j97Wq/YrTainYmuPHvqCIhwa+WCrwRBocIneq63huNJovI+c0/mE+IZLu8J9oS+UDdQEJ6qzo1D18bEOT2ImKe65xxHtg2UA==',key_name='tempest-keypair-1136820244',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-xs2huzf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=6559da49-c67a-4c80-a7af-c13f5262552a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:e9:6a,bridge_name='br-int',has_traffic_filtering=True,id=ba904f45-b381-481d-82d6-f90c934fbd89,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba904f45-b3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.objects.instance [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'pci_devices' on Instance uuid 6559da49-c67a-4c80-a7af-c13f5262552a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:59:03 user nova-compute[75223]:   <uuid>6559da49-c67a-4c80-a7af-c13f5262552a</uuid>
Dec 01 15:59:03 user nova-compute[75223]:   <name>instance-00000024</name>
Dec 01 15:59:03 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:59:03 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:59:03 user nova-compute[75223]:   <metadata>
Dec 01 15:59:03 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:59:03 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:59:03 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1237737885</nova:name>
Dec 01 15:59:03 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:59:03</nova:creationTime>
Dec 01 15:59:03 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:59:03 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:59:03 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:59:03 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:59:03 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:59:03 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:59:03 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:59:03 user nova-compute[75223]:       <nova:owner>
Dec 01 15:59:03 user nova-compute[75223]:         <nova:user uuid="131bf5b66f784145975a995938275b44">tempest-AttachVolumeNegativeTest-650516736-project-member</nova:user>
Dec 01 15:59:03 user nova-compute[75223]:         <nova:project uuid="b1f4cb2ffd98440cbd6fc784a8881234">tempest-AttachVolumeNegativeTest-650516736</nova:project>
Dec 01 15:59:03 user nova-compute[75223]:       </nova:owner>
Dec 01 15:59:03 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:59:03 user nova-compute[75223]:       <nova:ports>
Dec 01 15:59:03 user nova-compute[75223]:         <nova:port uuid="ba904f45-b381-481d-82d6-f90c934fbd89">
Dec 01 15:59:03 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 15:59:03 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:03 user nova-compute[75223]:       </nova:ports>
Dec 01 15:59:03 user nova-compute[75223]:     </nova:instance>
Dec 01 15:59:03 user nova-compute[75223]:   </metadata>
Dec 01 15:59:03 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:59:03 user nova-compute[75223]:     <system>
Dec 01 15:59:03 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:59:03 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:59:03 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:59:03 user nova-compute[75223]:       <entry name="serial">6559da49-c67a-4c80-a7af-c13f5262552a</entry>
Dec 01 15:59:03 user nova-compute[75223]:       <entry name="uuid">6559da49-c67a-4c80-a7af-c13f5262552a</entry>
Dec 01 15:59:03 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:59:03 user nova-compute[75223]:     </system>
Dec 01 15:59:03 user nova-compute[75223]:   </sysinfo>
Dec 01 15:59:03 user nova-compute[75223]:   <os>
Dec 01 15:59:03 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:59:03 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:59:03 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:59:03 user nova-compute[75223]:   </os>
Dec 01 15:59:03 user nova-compute[75223]:   <features>
Dec 01 15:59:03 user nova-compute[75223]:     <acpi/>
Dec 01 15:59:03 user nova-compute[75223]:     <apic/>
Dec 01 15:59:03 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:59:03 user nova-compute[75223]:   </features>
Dec 01 15:59:03 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:59:03 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:59:03 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:59:03 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:59:03 user nova-compute[75223]:   </clock>
Dec 01 15:59:03 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:59:03 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:59:03 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:59:03 user nova-compute[75223]:   </cpu>
Dec 01 15:59:03 user nova-compute[75223]:   <devices>
Dec 01 15:59:03 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:59:03 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:59:03 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk"/>
Dec 01 15:59:03 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:59:03 user nova-compute[75223]:     </disk>
Dec 01 15:59:03 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:03 user nova-compute[75223]:       <mac address="fa:16:3e:e4:e9:6a"/>
Dec 01 15:59:03 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:03 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:03 user nova-compute[75223]:       <target dev="tapba904f45-b3"/>
Dec 01 15:59:03 user nova-compute[75223]:     </interface>
Dec 01 15:59:03 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:59:03 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/console.log" append="off"/>
Dec 01 15:59:03 user nova-compute[75223]:     </serial>
Dec 01 15:59:03 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:59:03 user nova-compute[75223]:     <video>
Dec 01 15:59:03 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:03 user nova-compute[75223]:     </video>
Dec 01 15:59:03 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:59:03 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:59:03 user nova-compute[75223]:     </rng>
Dec 01 15:59:03 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:59:03 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:59:03 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:59:03 user nova-compute[75223]:     </memballoon>
Dec 01 15:59:03 user nova-compute[75223]:   </devices>
Dec 01 15:59:03 user nova-compute[75223]: </domain>
Dec 01 15:59:03 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1237737885',display_name='tempest-AttachVolumeNegativeTest-server-1237737885',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1237737885',id=36,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAx8m4M/SPfICBSLDgUP6pIRW5tfRso8T+j97Wq/YrTainYmuPHvqCIhwa+WCrwRBocIneq63huNJovI+c0/mE+IZLu8J9oS+UDdQEJ6qzo1D18bEOT2ImKe65xxHtg2UA==',key_name='tempest-keypair-1136820244',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-xs2huzf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=6559da49-c67a-4c80-a7af-c13f5262552a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:e9:6a,bridge_name='br-int',has_traffic_filtering=True,id=ba904f45-b381-481d-82d6-f90c934fbd89,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba904f45-b3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG os_vif [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:e9:6a,bridge_name='br-int',has_traffic_filtering=True,id=ba904f45-b381-481d-82d6-f90c934fbd89,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba904f45-b3') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '907be600-e10f-5154-be8e-5d1898924775', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapba904f45-b3, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapba904f45-b3, col_values=(('qos', UUID('fbba5f7f-09f0-4b50-8811-2d71d51a57e3')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapba904f45-b3, col_values=(('external_ids', {'iface-id': 'ba904f45-b381-481d-82d6-f90c934fbd89', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:e9:6a', 'vm-uuid': '6559da49-c67a-4c80-a7af-c13f5262552a'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:03 user nova-compute[75223]: INFO os_vif [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:e9:6a,bridge_name='br-int',has_traffic_filtering=True,id=ba904f45-b381-481d-82d6-f90c934fbd89,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba904f45-b3')
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No VIF found with MAC fa:16:3e:e4:e9:6a, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.neutron [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updated VIF entry in instance network info cache for port ba904f45-b381-481d-82d6-f90c934fbd89. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG nova.network.neutron [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updating instance_info_cache with network_info: [{"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f680839b-195f-4673-8bc0-349a2583c550 req-75adbe95-1959-47cd-a97b-ad9dc86c95f4 service nova] Releasing lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-6af7f093-33c4-44ae-a873-902b69248dcb req-d2666a0a-1205-4267-b698-92a5498f0fdf service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6af7f093-33c4-44ae-a873-902b69248dcb req-d2666a0a-1205-4267-b698-92a5498f0fdf service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6af7f093-33c4-44ae-a873-902b69248dcb req-d2666a0a-1205-4267-b698-92a5498f0fdf service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6af7f093-33c4-44ae-a873-902b69248dcb req-d2666a0a-1205-4267-b698-92a5498f0fdf service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-6af7f093-33c4-44ae-a873-902b69248dcb req-d2666a0a-1205-4267-b698-92a5498f0fdf service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:59:04 user nova-compute[75223]: WARNING nova.compute.manager [req-6af7f093-33c4-44ae-a873-902b69248dcb req-d2666a0a-1205-4267-b698-92a5498f0fdf service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received unexpected event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with vm_state building and task_state spawning.
Dec 01 15:59:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:59:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Instance spawned successfully.
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:06 user nova-compute[75223]: INFO nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Took 5.38 seconds to spawn the instance on the hypervisor.
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:59:06 user nova-compute[75223]: INFO nova.compute.manager [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Took 5.92 seconds to build instance.
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-51cbdf34-8243-4ef3-8dc2-d57160ebbf32 req-06630286-d0ef-47c1-870e-68df71fbe957 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-51cbdf34-8243-4ef3-8dc2-d57160ebbf32 req-06630286-d0ef-47c1-870e-68df71fbe957 service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-51cbdf34-8243-4ef3-8dc2-d57160ebbf32 req-06630286-d0ef-47c1-870e-68df71fbe957 service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-51cbdf34-8243-4ef3-8dc2-d57160ebbf32 req-06630286-d0ef-47c1-870e-68df71fbe957 service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:06 user nova-compute[75223]: DEBUG nova.compute.manager [req-51cbdf34-8243-4ef3-8dc2-d57160ebbf32 req-06630286-d0ef-47c1-870e-68df71fbe957 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:59:06 user nova-compute[75223]: WARNING nova.compute.manager [req-51cbdf34-8243-4ef3-8dc2-d57160ebbf32 req-06630286-d0ef-47c1-870e-68df71fbe957 service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received unexpected event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with vm_state active and task_state None.
Dec 01 15:59:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a33c9e58-00ff-4e57-aa64-d8a4c2e6aae5 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.038s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 15:59:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 15:59:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 15:59:11 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:15 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:17 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:17 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8655MB free_disk=25.295902252197266GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance fd68d0d1-089d-49a6-9dd0-b811d4d56812 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6559da49-c67a-4c80-a7af-c13f5262552a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 15:59:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.403s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 15:59:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 15:59:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 15:59:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:59:26 user nova-compute[75223]: INFO nova.compute.claims [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Claim successful on node user
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.443s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:59:26 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:59:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:59:27 user nova-compute[75223]: INFO nova.virt.block_device [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Booting with volume eab6ecd3-62b3-4148-98c1-e8a60466c49f at /dev/vda
Dec 01 15:59:27 user nova-compute[75223]: DEBUG nova.policy [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e1f286ce4d5496095723db8f339475f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f38fdba13214328bd5e355eedf75942', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG os_brick.utils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[70bbc406-6e3d-4bbe-9204-b2c1b69196d0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcad5629-a376-4031-a7a2-1c3169db9912]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f5edced-818b-4701-be1f-56226cd30fb1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eadf5d7-dff3-48d7-aa07-703929c965cc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:59:27 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:59:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43bd766-6e18-4601-8a1c-1be8840bf03f]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG os_brick.utils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating existing volume attachment record: a8261007-0326-4d11-af26-2df3b3ab308c {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:59:27 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully created port: c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully created port: 2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully created port: 2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully created port: 7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully created port: 23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully updated port: c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-c24a7f6e-177e-40e3-8564-19adc9b56dd3. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG nova.network.neutron [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG nova.network.neutron [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG nova.network.neutron [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4418a800-ac34-4337-b180-83b78fe93733 req-8a16f45a-7760-4484-ab4a-328502927fca service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully updated port: 9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-9a803643-2a00-4575-86dd-ab2647232181. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port 9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:34 user nova-compute[75223]: DEBUG nova.network.neutron [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-062b4962-7150-4cf8-834d-c003ba94c189 req-8091c930-fa67-461f-b9d1-63eb791d8058 service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully updated port: 10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully updated port: 2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:35 user nova-compute[75223]: DEBUG nova.compute.manager [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-10127411-0f83-4554-80b8-da58b821c1e1. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:35 user nova-compute[75223]: DEBUG nova.network.neutron [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port 10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:35 user nova-compute[75223]: DEBUG nova.network.neutron [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully updated port: 2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:36 user nova-compute[75223]: INFO nova.virt.block_device [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Booting with volume ece650da-ba0b-43e6-aec5-8ffa9d34e65c at /dev/vdb
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.network.neutron [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-2a8956b6-b900-4d89-abef-341162788976. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.network.neutron [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port 2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG os_brick.utils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ffa7563-c3f0-42f0-809d-2dbde35b7a2f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c7c401b-4cfb-450b-bd80-72cf2c79f58e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3959c2d8-c1a9-4560-a6f6-a3dcc7065654]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74fd2f6f-2406-4a92-909e-1e20115d5626]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.network.neutron [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:59:36 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[74250b39-1d8c-4cad-afe1-f9215d3579b0]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG os_brick.utils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating existing volume attachment record: 36b8fc6b-fb0e-4f06-b131-0fa7a836df66 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:59:36 user nova-compute[75223]: INFO nova.compute.claims [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Claim successful on node user
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.network.neutron [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0a3fecf7-6946-4009-85f9-d2ed965b3f81 req-b8d82af6-4fa4-41a6-a06a-6ef9c9209264 service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.370s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:59:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:59:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Creating image(s)
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "/opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "/opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "/opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.004s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.policy [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16a77e896f234599a712a6a225884ee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45717327a81149b5bfff822eb007759b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully updated port: 7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.169s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk 1073741824" returned: 0 in 0.052s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-2c9cf17b-b491-4243-a780-a28e3e893b9b. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port 2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Checking if we can resize image /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:59:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Cannot resize image /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Ensure instance console log exists: /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-7daa6126-105d-4900-975a-c1cdc2e42427. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port 7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3e18271-06ed-4d29-a751-15b12faf2825 req-dc28d173-dc06-4fb0-b30e-3de6a7a8c92e service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Successfully created port: d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 15:59:38 user nova-compute[75223]: INFO nova.compute.claims [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Claim successful on node user
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Successfully updated port: 23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.364s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 15:59:39 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.policy [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31f18ccd36dc4d2d9c736b804bd1e414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2604cd09843418394aa7dfab38b1098', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:59:39 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Creating image(s)
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "/opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "/opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "/opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Successfully updated port: d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquired lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.199s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Successfully created port: d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk 1073741824" returned: 0 in 0.059s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.compute.manager [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-23d1b396-59e0-4065-9c9c-af2536a33f06. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Releasing lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Instance network_info: |[{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Start _get_guest_xml network_info=[{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:59:39 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:39 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:59:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-544871619',display_name='tempest-ServersNegativeTestJSON-server-544871619',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-544871619',id=38,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='45717327a81149b5bfff822eb007759b',ramdisk_id='',reservation_id='r-okfn85dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-579429698',owner_user_name='tempest-ServersNegativeTestJSON-579429698-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:37Z,user_data=None,user_id='16a77e896f234599a712a6a225884ee1',uuid=b533d75f-7115-4dfa-8a16-6cd9107dfe66,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converting VIF {"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:b1:37,bridge_name='br-int',has_traffic_filtering=True,id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74431cb-c4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lazy-loading 'pci_devices' on Instance uuid b533d75f-7115-4dfa-8a16-6cd9107dfe66 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Cannot resize image /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Ensure instance console log exists: /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:59:40 user nova-compute[75223]:   <uuid>b533d75f-7115-4dfa-8a16-6cd9107dfe66</uuid>
Dec 01 15:59:40 user nova-compute[75223]:   <name>instance-00000026</name>
Dec 01 15:59:40 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:59:40 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:59:40 user nova-compute[75223]:   <metadata>
Dec 01 15:59:40 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:59:40 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:name>tempest-ServersNegativeTestJSON-server-544871619</nova:name>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:59:39</nova:creationTime>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:59:40 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:59:40 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:owner>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:user uuid="16a77e896f234599a712a6a225884ee1">tempest-ServersNegativeTestJSON-579429698-project-member</nova:user>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:project uuid="45717327a81149b5bfff822eb007759b">tempest-ServersNegativeTestJSON-579429698</nova:project>
Dec 01 15:59:40 user nova-compute[75223]:       </nova:owner>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:ports>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:port uuid="d74431cb-c4a7-4d52-ae8d-45e30e6a31f6">
Dec 01 15:59:40 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 15:59:40 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:40 user nova-compute[75223]:       </nova:ports>
Dec 01 15:59:40 user nova-compute[75223]:     </nova:instance>
Dec 01 15:59:40 user nova-compute[75223]:   </metadata>
Dec 01 15:59:40 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:59:40 user nova-compute[75223]:     <system>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="serial">b533d75f-7115-4dfa-8a16-6cd9107dfe66</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="uuid">b533d75f-7115-4dfa-8a16-6cd9107dfe66</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:59:40 user nova-compute[75223]:     </system>
Dec 01 15:59:40 user nova-compute[75223]:   </sysinfo>
Dec 01 15:59:40 user nova-compute[75223]:   <os>
Dec 01 15:59:40 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:59:40 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:59:40 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:59:40 user nova-compute[75223]:   </os>
Dec 01 15:59:40 user nova-compute[75223]:   <features>
Dec 01 15:59:40 user nova-compute[75223]:     <acpi/>
Dec 01 15:59:40 user nova-compute[75223]:     <apic/>
Dec 01 15:59:40 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:59:40 user nova-compute[75223]:   </features>
Dec 01 15:59:40 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:59:40 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:59:40 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:59:40 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:59:40 user nova-compute[75223]:   </clock>
Dec 01 15:59:40 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:59:40 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:59:40 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:59:40 user nova-compute[75223]:   </cpu>
Dec 01 15:59:40 user nova-compute[75223]:   <devices>
Dec 01 15:59:40 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:59:40 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:59:40 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk"/>
Dec 01 15:59:40 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:59:40 user nova-compute[75223]:     </disk>
Dec 01 15:59:40 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:40 user nova-compute[75223]:       <mac address="fa:16:3e:55:b1:37"/>
Dec 01 15:59:40 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:40 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:40 user nova-compute[75223]:       <target dev="tapd74431cb-c4"/>
Dec 01 15:59:40 user nova-compute[75223]:     </interface>
Dec 01 15:59:40 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:59:40 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/console.log" append="off"/>
Dec 01 15:59:40 user nova-compute[75223]:     </serial>
Dec 01 15:59:40 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:59:40 user nova-compute[75223]:     <video>
Dec 01 15:59:40 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:40 user nova-compute[75223]:     </video>
Dec 01 15:59:40 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:59:40 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:59:40 user nova-compute[75223]:     </rng>
Dec 01 15:59:40 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:59:40 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:59:40 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:59:40 user nova-compute[75223]:     </memballoon>
Dec 01 15:59:40 user nova-compute[75223]:   </devices>
Dec 01 15:59:40 user nova-compute[75223]: </domain>
Dec 01 15:59:40 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-544871619',display_name='tempest-ServersNegativeTestJSON-server-544871619',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-544871619',id=38,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='45717327a81149b5bfff822eb007759b',ramdisk_id='',reservation_id='r-okfn85dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-579429698',owner_user_name='tempest-ServersNegativeTestJSON-579429698-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:37Z,user_data=None,user_id='16a77e896f234599a712a6a225884ee1',uuid=b533d75f-7115-4dfa-8a16-6cd9107dfe66,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converting VIF {"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:b1:37,bridge_name='br-int',has_traffic_filtering=True,id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74431cb-c4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG os_vif [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:b1:37,bridge_name='br-int',has_traffic_filtering=True,id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74431cb-c4') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dd9ff582-e82d-507a-809f-999670038e72', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd74431cb-c4, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd74431cb-c4, col_values=(('qos', UUID('1e9683e0-c7fb-48a4-b5b3-2f7da3dcdd79')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd74431cb-c4, col_values=(('external_ids', {'iface-id': 'd74431cb-c4a7-4d52-ae8d-45e30e6a31f6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:b1:37', 'vm-uuid': 'b533d75f-7115-4dfa-8a16-6cd9107dfe66'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: INFO os_vif [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:b1:37,bridge_name='br-int',has_traffic_filtering=True,id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74431cb-c4')
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] No VIF found with MAC fa:16:3e:55:b1:37, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Successfully updated port: d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "refresh_cache-c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquired lock "refresh_cache-c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received event network-changed-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Refreshing instance network info cache due to event network-changed-d2af5afd-9f20-4ab7-893f-87e4658f649b. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] Acquiring lock "refresh_cache-c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.neutron [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Updating instance_info_cache with network_info: [{"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Releasing lock "refresh_cache-c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Instance network_info: |[{"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] Acquired lock "refresh_cache-c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.neutron [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Refreshing network info cache for port d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Start _get_guest_xml network_info=[{"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:59:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-904745446',display_name='tempest-VolumesActionsTest-instance-904745446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-904745446',id=39,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2604cd09843418394aa7dfab38b1098',ramdisk_id='',reservation_id='r-k6gbe47t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1964185879',owner_user_name='tempest-VolumesActionsTest-1964185879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:39Z,user_data=None,user_id='31f18ccd36dc4d2d9c736b804bd1e414',uuid=c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converting VIF {"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f0:18,bridge_name='br-int',has_traffic_filtering=True,id=d2af5afd-9f20-4ab7-893f-87e4658f649b,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2af5afd-9f') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.objects.instance [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lazy-loading 'pci_devices' on Instance uuid c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:59:40 user nova-compute[75223]:   <uuid>c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2</uuid>
Dec 01 15:59:40 user nova-compute[75223]:   <name>instance-00000027</name>
Dec 01 15:59:40 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:59:40 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:59:40 user nova-compute[75223]:   <metadata>
Dec 01 15:59:40 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:59:40 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:name>tempest-VolumesActionsTest-instance-904745446</nova:name>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:59:40</nova:creationTime>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:59:40 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:59:40 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:owner>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:user uuid="31f18ccd36dc4d2d9c736b804bd1e414">tempest-VolumesActionsTest-1964185879-project-member</nova:user>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:project uuid="f2604cd09843418394aa7dfab38b1098">tempest-VolumesActionsTest-1964185879</nova:project>
Dec 01 15:59:40 user nova-compute[75223]:       </nova:owner>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:59:40 user nova-compute[75223]:       <nova:ports>
Dec 01 15:59:40 user nova-compute[75223]:         <nova:port uuid="d2af5afd-9f20-4ab7-893f-87e4658f649b">
Dec 01 15:59:40 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Dec 01 15:59:40 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:40 user nova-compute[75223]:       </nova:ports>
Dec 01 15:59:40 user nova-compute[75223]:     </nova:instance>
Dec 01 15:59:40 user nova-compute[75223]:   </metadata>
Dec 01 15:59:40 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:59:40 user nova-compute[75223]:     <system>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="serial">c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="uuid">c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2</entry>
Dec 01 15:59:40 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:59:40 user nova-compute[75223]:     </system>
Dec 01 15:59:40 user nova-compute[75223]:   </sysinfo>
Dec 01 15:59:40 user nova-compute[75223]:   <os>
Dec 01 15:59:40 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:59:40 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:59:40 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:59:40 user nova-compute[75223]:   </os>
Dec 01 15:59:40 user nova-compute[75223]:   <features>
Dec 01 15:59:40 user nova-compute[75223]:     <acpi/>
Dec 01 15:59:40 user nova-compute[75223]:     <apic/>
Dec 01 15:59:40 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:59:40 user nova-compute[75223]:   </features>
Dec 01 15:59:40 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:59:40 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:59:40 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:59:40 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:59:40 user nova-compute[75223]:   </clock>
Dec 01 15:59:40 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:59:40 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:59:40 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:59:40 user nova-compute[75223]:   </cpu>
Dec 01 15:59:40 user nova-compute[75223]:   <devices>
Dec 01 15:59:40 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 15:59:40 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 15:59:40 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk"/>
Dec 01 15:59:40 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:59:40 user nova-compute[75223]:     </disk>
Dec 01 15:59:40 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:40 user nova-compute[75223]:       <mac address="fa:16:3e:8a:f0:18"/>
Dec 01 15:59:40 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:40 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:40 user nova-compute[75223]:       <target dev="tapd2af5afd-9f"/>
Dec 01 15:59:40 user nova-compute[75223]:     </interface>
Dec 01 15:59:40 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:59:40 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/console.log" append="off"/>
Dec 01 15:59:40 user nova-compute[75223]:     </serial>
Dec 01 15:59:40 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:59:40 user nova-compute[75223]:     <video>
Dec 01 15:59:40 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:40 user nova-compute[75223]:     </video>
Dec 01 15:59:40 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:59:40 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:59:40 user nova-compute[75223]:     </rng>
Dec 01 15:59:40 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:59:40 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:59:40 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:59:40 user nova-compute[75223]:     </memballoon>
Dec 01 15:59:40 user nova-compute[75223]:   </devices>
Dec 01 15:59:40 user nova-compute[75223]: </domain>
Dec 01 15:59:40 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-904745446',display_name='tempest-VolumesActionsTest-instance-904745446',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-904745446',id=39,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2604cd09843418394aa7dfab38b1098',ramdisk_id='',reservation_id='r-k6gbe47t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1964185879',owner_user_name='tempest-VolumesActionsTest-1964185879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:39Z,user_data=None,user_id='31f18ccd36dc4d2d9c736b804bd1e414',uuid=c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converting VIF {"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f0:18,bridge_name='br-int',has_traffic_filtering=True,id=d2af5afd-9f20-4ab7-893f-87e4658f649b,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2af5afd-9f') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG os_vif [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f0:18,bridge_name='br-int',has_traffic_filtering=True,id=d2af5afd-9f20-4ab7-893f-87e4658f649b,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2af5afd-9f') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0644f8ba-526a-58ca-9744-3b423b22d1e8', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd2af5afd-9f, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd2af5afd-9f, col_values=(('qos', UUID('ef5db518-299f-4a6d-b06f-d8e44ce1ab3e')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd2af5afd-9f, col_values=(('external_ids', {'iface-id': 'd2af5afd-9f20-4ab7-893f-87e4658f649b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:f0:18', 'vm-uuid': 'c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:40 user nova-compute[75223]: INFO os_vif [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f0:18,bridge_name='br-int',has_traffic_filtering=True,id=d2af5afd-9f20-4ab7-893f-87e4658f649b,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2af5afd-9f')
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 15:59:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] No VIF found with MAC fa:16:3e:8a:f0:18, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Updated VIF entry in instance network info cache for port d2af5afd-9f20-4ab7-893f-87e4658f649b. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Updating instance_info_cache with network_info: [{"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c9be13aa-fa0f-4499-b1df-c0ed6fc3b704 req-48604958-1ee7-4d5c-ab72-2de20ead8aea service nova] Releasing lock "refresh_cache-c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.network.neutron [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [{"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance network_info: |[{"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port 23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updated VIF entry in instance network info cache for port 23d1b396-59e0-4065-9c9c-af2536a33f06. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [{"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received event network-changed-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.compute.manager [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Refreshing instance network info cache due to event network-changed-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] Acquiring lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] Acquired lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Refreshing network info cache for port d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-5b60a573-dab4-4a4f-96ea-1573a8ee4664 req-a7a5f480-835e-48c0-8950-b8d33d935f9c service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received event network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5b60a573-dab4-4a4f-96ea-1573a8ee4664 req-a7a5f480-835e-48c0-8950-b8d33d935f9c service nova] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5b60a573-dab4-4a4f-96ea-1573a8ee4664 req-a7a5f480-835e-48c0-8950-b8d33d935f9c service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5b60a573-dab4-4a4f-96ea-1573a8ee4664 req-a7a5f480-835e-48c0-8950-b8d33d935f9c service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-5b60a573-dab4-4a4f-96ea-1573a8ee4664 req-a7a5f480-835e-48c0-8950-b8d33d935f9c service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] No waiting events found dispatching network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:59:42 user nova-compute[75223]: WARNING nova.compute.manager [req-5b60a573-dab4-4a4f-96ea-1573a8ee4664 req-a7a5f480-835e-48c0-8950-b8d33d935f9c service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received unexpected event network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 for instance with vm_state building and task_state spawning.
Dec 01 15:59:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updated VIF entry in instance network info cache for port d74431cb-c4a7-4d52-ae8d-45e30e6a31f6. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-25295248-51d0-4a3f-ba43-14ee22b825d8 req-a8e6a91f-6f0a-4da8-834a-655bc45cd137 service nova] Releasing lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-827575e4-61f7-4066-9d01-c972329314fe req-c203b8d7-c938-4716-9efd-7537c1f7a6aa service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received event network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-827575e4-61f7-4066-9d01-c972329314fe req-c203b8d7-c938-4716-9efd-7537c1f7a6aa service nova] Acquiring lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-827575e4-61f7-4066-9d01-c972329314fe req-c203b8d7-c938-4716-9efd-7537c1f7a6aa service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-827575e4-61f7-4066-9d01-c972329314fe req-c203b8d7-c938-4716-9efd-7537c1f7a6aa service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-827575e4-61f7-4066-9d01-c972329314fe req-c203b8d7-c938-4716-9efd-7537c1f7a6aa service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] No waiting events found dispatching network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:59:43 user nova-compute[75223]: WARNING nova.compute.manager [req-827575e4-61f7-4066-9d01-c972329314fe req-c203b8d7-c938-4716-9efd-7537c1f7a6aa service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received unexpected event network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b for instance with vm_state building and task_state spawning.
Dec 01 15:59:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-56e7154d-41f0-4a55-bc51-b81038fd9216 req-5fa0e6bd-c1c2-4a93-999b-ac8cf32f3234 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received event network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-56e7154d-41f0-4a55-bc51-b81038fd9216 req-5fa0e6bd-c1c2-4a93-999b-ac8cf32f3234 service nova] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-56e7154d-41f0-4a55-bc51-b81038fd9216 req-5fa0e6bd-c1c2-4a93-999b-ac8cf32f3234 service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-56e7154d-41f0-4a55-bc51-b81038fd9216 req-5fa0e6bd-c1c2-4a93-999b-ac8cf32f3234 service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:44 user nova-compute[75223]: DEBUG nova.compute.manager [req-56e7154d-41f0-4a55-bc51-b81038fd9216 req-5fa0e6bd-c1c2-4a93-999b-ac8cf32f3234 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] No waiting events found dispatching network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:59:44 user nova-compute[75223]: WARNING nova.compute.manager [req-56e7154d-41f0-4a55-bc51-b81038fd9216 req-5fa0e6bd-c1c2-4a93-999b-ac8cf32f3234 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received unexpected event network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 for instance with vm_state building and task_state spawning.
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:59:45 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Instance spawned successfully.
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 15:59:45 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Instance spawned successfully.
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-43984f4f-f4c3-4783-baec-b09e4fdda195 req-0e1bdd31-b0d2-45b4-aeba-3ce09d875656 service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received event network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43984f4f-f4c3-4783-baec-b09e4fdda195 req-0e1bdd31-b0d2-45b4-aeba-3ce09d875656 service nova] Acquiring lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43984f4f-f4c3-4783-baec-b09e4fdda195 req-0e1bdd31-b0d2-45b4-aeba-3ce09d875656 service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43984f4f-f4c3-4783-baec-b09e4fdda195 req-0e1bdd31-b0d2-45b4-aeba-3ce09d875656 service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-43984f4f-f4c3-4783-baec-b09e4fdda195 req-0e1bdd31-b0d2-45b4-aeba-3ce09d875656 service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] No waiting events found dispatching network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 15:59:45 user nova-compute[75223]: WARNING nova.compute.manager [req-43984f4f-f4c3-4783-baec-b09e4fdda195 req-0e1bdd31-b0d2-45b4-aeba-3ce09d875656 service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received unexpected event network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b for instance with vm_state building and task_state spawning.
Dec 01 15:59:45 user nova-compute[75223]: INFO nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Took 8.15 seconds to spawn the instance on the hypervisor.
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:45 user nova-compute[75223]: INFO nova.compute.manager [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Took 8.91 seconds to build instance.
Dec 01 15:59:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ebe74bee-fbe3-4b14-8713-b23e0d3123e5 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.032s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:45 user nova-compute[75223]: INFO nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Took 6.36 seconds to spawn the instance on the hypervisor.
Dec 01 15:59:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 15:59:45 user nova-compute[75223]: INFO nova.compute.manager [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Took 7.07 seconds to build instance.
Dec 01 15:59:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-8be856c9-fa4b-44f2-9845-2cd99a687104 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.182s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:46 user nova-compute[75223]: INFO nova.virt.block_device [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Booting with volume b3087f85-41bf-4e52-85b9-af81ba77664c at /dev/vdc
Dec 01 15:59:46 user nova-compute[75223]: DEBUG os_brick.utils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[81c06e60-22d8-431a-b8c9-8424a329c25c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[35388c29-2490-4515-9888-2814f3b9c779]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a947c646-626b-48e6-be97-b6d2ba829304]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8635402-b5e2-48ea-a410-0f2c9f6c4093]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 15:59:46 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 15:59:46 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac01d8c2-0624-41c3-b4d9-e7d130475d56]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG os_brick.utils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:59:46 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating existing volume attachment record: 57772bef-648d-4fed-b02d-c888009b5f13 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 15:59:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 15:59:55 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Creating image(s)
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Ensure instance console log exists: /opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Start _get_guest_xml network_info=[{"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BuNjUIxL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4f5cd220-910b-49d1-b295-f678f70e0dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'eab6ecd3-62b3-4148-98c1-e8a60466c49f', 'serial': 'eab6ecd3-62b3-4148-98c1-e8a60466c49f'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': 'a8261007-0326-4d11-af26-2df3b3ab308c', 'device_type': 'disk', 'volume_type': None}, {'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FViQRTug', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4f5cd220-910b-49d1-b295-f678f70e0dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'ece650da-ba0b-43e6-aec5-8ffa9d34e65c', 'serial': 'ece650da-ba0b-43e6-aec5-8ffa9d34e65c'}, 'boot_index': 1, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': '36b8fc6b-fb0e-4f06-b131-0fa7a836df66', 'device_type': 'disk', 'volume_type': None}, {'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HCNKxlSk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4f5cd220-910b-49d1-b295-f678f70e0dfa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3087f85-41bf-4e52-85b9-af81ba77664c', 'serial': 'b3087f85-41bf-4e52-85b9-af81ba77664c'}, 'boot_index': 2, 'delete_on_termination': False, 'mount_device': '/dev/vdc', 'attachment_id': '57772bef-648d-4fed-b02d-c888009b5f13', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 15:59:55 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:55 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BuNjUIxL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:59:55 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:59:55 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:59:55 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[060b0e61-f6b4-47df-a488-15ccff8f49d9]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:59:55 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[528010cd-ba14-41e4-9930-a0822abb315b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f] added
Dec 01 15:59:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[422bbe40-f988-4fae-b34a-90bc8dc55c59]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab4bc12-0e9f-4a87-b90f-8153c8357a2a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BuNjUIxL {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v BuNjUIxL" returned: 0 in 0.037s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[386443ce-2ff9-4b7e-a400-c81123d9b441]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'BuNjUIxL'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[961aa68d-a3f5-4d7f-92bf-f2651d6d582a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b1152d7-41cc-47b5-8afc-50d3e5cf70f8]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 15:59:55 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 15:59:55 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:59:55 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 15:59:55 user nova-compute[75223]: 
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[df473f78-680d-4c47-a077-5c04be5f580a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260]
Dec 01 15:59:55 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260] successful.
Dec 01 15:59:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[044135ef-a54c-425a-b29d-efe41f104394]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3367903a-6669-4368-bab0-1356920311be]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:55 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd199f4b-396a-44d0-9c62-3cf2cd628cd3]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:59:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BuNjUIxL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26535663834653036', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535663834653036', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FViQRTug', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:59:56 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:59:56 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:59:56 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b00195e-858e-4a21-adb2-c3579aafb64a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:59:56 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[014141a3-1dbd-44e5-adb7-41fb257dae84]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c] added
Dec 01 15:59:56 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c80ca9a2-093a-4646-b48b-f34eef2eb7d3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:56 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[799793e4-6ec1-4474-9ba2-e30e7f874524]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FViQRTug {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FViQRTug" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bce8c910-cb19-4302-8bd3-45d0a2364bb8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FViQRTug'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdfeacbe-1767-49b6-b955-6b6c84562464]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffff6843-fb82-4ee9-8c41-7ec9e0a66de0]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d641860d-d9d7-4f60-88e9-8821f842312b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260]
Dec 01 15:59:57 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260] successful.
Dec 01 15:59:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6affeec-0bb2-45fb-9223-224675bfb925]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[79a4a0f3-153f-4241-9919-f2b752498fbb]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:57 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 15:59:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:57 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 15:59:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] HCTL ('34', '-', '-', 0) found on session 48 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[46578009-dba6-47d9-9221-b867dd917562]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Searching for a device in session 48 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:59:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FViQRTug', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.299s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '26534663662356539', 'path': '/dev/sdc'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534663662356539', 'path': '/dev/sdc'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HCNKxlSk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 15:59:58 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:59:58 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 15:59:58 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[df2d64bd-8d86-4256-8e19-d95bdf81ec15]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 15:59:58 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c69995b0-56fe-48b2-a375-df67f465bb7d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c] added
Dec 01 15:59:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[09612dd1-df79-4484-ae27-f839e9657507]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa7e6e97-a5b6-49e4-863f-273cd6d4826b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HCNKxlSk {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HCNKxlSk" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65b67a2-68c6-4955-8bcf-b44bb86b6cd2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HCNKxlSk'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[891cc48b-be58-4473-9518-dad1494c9dff]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[17946a87-fdf0-4ad3-8969-216c8b49cbb1]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:58 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 15:59:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:58 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 15:59:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[566566c3-9135-4f45-b354-4c65bc6b30e3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260]
Dec 01 15:59:58 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260] successful.
Dec 01 15:59:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5b1bd5-0ebd-4de1-830f-f2f42bf720a3]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8274e54-a3ba-41e8-a198-e0ba28060dee]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:58 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 15:59:58 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 15:59:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 15:59:58 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 15:59:58 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 15:59:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] HCTL ('35', '-', '-', 0) found on session 49 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd553888-d7ac-4a41-8d6b-8d1525471bbd]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Searching for a device in session 49 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 15:59:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HCNKxlSk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '26663633738626364', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26663633738626364', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:9d:99,bridge_name='br-int',has_traffic_filtering=True,id=c24a7f6e-177e-40e3-8564-19adc9b56dd3,network=Network(d9593253-03cd-4232-ab5f-bb4ddc6f078b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc24a7f6e-17') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:ea:cf,bridge_name='br-int',has_traffic_filtering=True,id=9a803643-2a00-4575-86dd-ab2647232181,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a803643-2a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:b5:7e,bridge_name='br-int',has_traffic_filtering=True,id=10127411-0f83-4554-80b8-da58b821c1e1,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap10127411-0f') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:f8:d0,bridge_name='br-int',has_traffic_filtering=True,id=2a8956b6-b900-4d89-abef-341162788976,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8956b6-b9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:43:09,bridge_name='br-int',has_traffic_filtering=True,id=2c9cf17b-b491-4243-a780-a28e3e893b9b,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c9cf17b-b4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:86:30,bridge_name='br-int',has_traffic_filtering=True,id=7daa6126-105d-4900-975a-c1cdc2e42427,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7daa6126-10') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:01:20,bridge_name='br-int',has_traffic_filtering=True,id=23d1b396-59e0-4065-9c9c-af2536a33f06,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d1b396-59') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lazy-loading 'pci_devices' on Instance uuid 4f5cd220-910b-49d1-b295-f678f70e0dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] End _get_guest_xml xml=<domain type="kvm">
Dec 01 15:59:59 user nova-compute[75223]:   <uuid>4f5cd220-910b-49d1-b295-f678f70e0dfa</uuid>
Dec 01 15:59:59 user nova-compute[75223]:   <name>instance-00000025</name>
Dec 01 15:59:59 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 15:59:59 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 15:59:59 user nova-compute[75223]:   <metadata>
Dec 01 15:59:59 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 15:59:59 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 15:59:59 user nova-compute[75223]:       <nova:name>tempest-device-tagging-server-983812596</nova:name>
Dec 01 15:59:59 user nova-compute[75223]:       <nova:creationTime>2023-12-01 15:59:55</nova:creationTime>
Dec 01 15:59:59 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 15:59:59 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 15:59:59 user nova-compute[75223]:       </nova:flavor>
Dec 01 15:59:59 user nova-compute[75223]:       <nova:owner>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:user uuid="9e1f286ce4d5496095723db8f339475f">tempest-TaggedBootDevicesTest_v242-21897618-project-member</nova:user>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:project uuid="7f38fdba13214328bd5e355eedf75942">tempest-TaggedBootDevicesTest_v242-21897618</nova:project>
Dec 01 15:59:59 user nova-compute[75223]:       </nova:owner>
Dec 01 15:59:59 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 15:59:59 user nova-compute[75223]:       <nova:ports>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:port uuid="c24a7f6e-177e-40e3-8564-19adc9b56dd3">
Dec 01 15:59:59 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 15:59:59 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:port uuid="9a803643-2a00-4575-86dd-ab2647232181">
Dec 01 15:59:59 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.173" ipVersion="4"/>
Dec 01 15:59:59 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:port uuid="10127411-0f83-4554-80b8-da58b821c1e1">
Dec 01 15:59:59 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.128" ipVersion="4"/>
Dec 01 15:59:59 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:port uuid="2a8956b6-b900-4d89-abef-341162788976">
Dec 01 15:59:59 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.75" ipVersion="4"/>
Dec 01 15:59:59 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:port uuid="2c9cf17b-b491-4243-a780-a28e3e893b9b">
Dec 01 15:59:59 user nova-compute[75223]:           <nova:ip type="fixed" address="10.1.1.71" ipVersion="4"/>
Dec 01 15:59:59 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:port uuid="7daa6126-105d-4900-975a-c1cdc2e42427">
Dec 01 15:59:59 user nova-compute[75223]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Dec 01 15:59:59 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:59 user nova-compute[75223]:         <nova:port uuid="23d1b396-59e0-4065-9c9c-af2536a33f06">
Dec 01 15:59:59 user nova-compute[75223]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Dec 01 15:59:59 user nova-compute[75223]:         </nova:port>
Dec 01 15:59:59 user nova-compute[75223]:       </nova:ports>
Dec 01 15:59:59 user nova-compute[75223]:     </nova:instance>
Dec 01 15:59:59 user nova-compute[75223]:   </metadata>
Dec 01 15:59:59 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 15:59:59 user nova-compute[75223]:     <system>
Dec 01 15:59:59 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 15:59:59 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 15:59:59 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 15:59:59 user nova-compute[75223]:       <entry name="serial">4f5cd220-910b-49d1-b295-f678f70e0dfa</entry>
Dec 01 15:59:59 user nova-compute[75223]:       <entry name="uuid">4f5cd220-910b-49d1-b295-f678f70e0dfa</entry>
Dec 01 15:59:59 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 15:59:59 user nova-compute[75223]:     </system>
Dec 01 15:59:59 user nova-compute[75223]:   </sysinfo>
Dec 01 15:59:59 user nova-compute[75223]:   <os>
Dec 01 15:59:59 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 15:59:59 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 15:59:59 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 15:59:59 user nova-compute[75223]:   </os>
Dec 01 15:59:59 user nova-compute[75223]:   <features>
Dec 01 15:59:59 user nova-compute[75223]:     <acpi/>
Dec 01 15:59:59 user nova-compute[75223]:     <apic/>
Dec 01 15:59:59 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 15:59:59 user nova-compute[75223]:   </features>
Dec 01 15:59:59 user nova-compute[75223]:   <clock offset="utc">
Dec 01 15:59:59 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 15:59:59 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 15:59:59 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 15:59:59 user nova-compute[75223]:   </clock>
Dec 01 15:59:59 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 15:59:59 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 15:59:59 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 15:59:59 user nova-compute[75223]:   </cpu>
Dec 01 15:59:59 user nova-compute[75223]:   <devices>
Dec 01 15:59:59 user nova-compute[75223]:     <disk type="file" device="cdrom">
Dec 01 15:59:59 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none"/>
Dec 01 15:59:59 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa/disk.config"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="hda" bus="ide"/>
Dec 01 15:59:59 user nova-compute[75223]:     </disk>
Dec 01 15:59:59 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:59:59 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:59:59 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <serial>eab6ecd3-62b3-4148-98c1-e8a60466c49f</serial>
Dec 01 15:59:59 user nova-compute[75223]:     </disk>
Dec 01 15:59:59 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:59:59 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:59:59 user nova-compute[75223]:       <source dev="/dev/sdc"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <serial>ece650da-ba0b-43e6-aec5-8ffa9d34e65c</serial>
Dec 01 15:59:59 user nova-compute[75223]:     </disk>
Dec 01 15:59:59 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 15:59:59 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 15:59:59 user nova-compute[75223]:       <source dev="/dev/sdd"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="vdc" bus="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <serial>b3087f85-41bf-4e52-85b9-af81ba77664c</serial>
Dec 01 15:59:59 user nova-compute[75223]:     </disk>
Dec 01 15:59:59 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:59 user nova-compute[75223]:       <mac address="fa:16:3e:aa:9d:99"/>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="tapc24a7f6e-17"/>
Dec 01 15:59:59 user nova-compute[75223]:     </interface>
Dec 01 15:59:59 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:59 user nova-compute[75223]:       <mac address="fa:16:3e:49:ea:cf"/>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="tap9a803643-2a"/>
Dec 01 15:59:59 user nova-compute[75223]:     </interface>
Dec 01 15:59:59 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:59 user nova-compute[75223]:       <mac address="fa:16:3e:ed:b5:7e"/>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="tap10127411-0f"/>
Dec 01 15:59:59 user nova-compute[75223]:     </interface>
Dec 01 15:59:59 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:59 user nova-compute[75223]:       <mac address="fa:16:3e:41:f8:d0"/>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="tap2a8956b6-b9"/>
Dec 01 15:59:59 user nova-compute[75223]:     </interface>
Dec 01 15:59:59 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:59 user nova-compute[75223]:       <mac address="fa:16:3e:6c:43:09"/>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="tap2c9cf17b-b4"/>
Dec 01 15:59:59 user nova-compute[75223]:     </interface>
Dec 01 15:59:59 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:59 user nova-compute[75223]:       <mac address="fa:16:3e:ac:86:30"/>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="tap7daa6126-10"/>
Dec 01 15:59:59 user nova-compute[75223]:     </interface>
Dec 01 15:59:59 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 15:59:59 user nova-compute[75223]:       <mac address="fa:16:3e:26:01:20"/>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 15:59:59 user nova-compute[75223]:       <target dev="tap23d1b396-59"/>
Dec 01 15:59:59 user nova-compute[75223]:     </interface>
Dec 01 15:59:59 user nova-compute[75223]:     <serial type="pty">
Dec 01 15:59:59 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa/console.log" append="off"/>
Dec 01 15:59:59 user nova-compute[75223]:     </serial>
Dec 01 15:59:59 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 15:59:59 user nova-compute[75223]:     <video>
Dec 01 15:59:59 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 15:59:59 user nova-compute[75223]:     </video>
Dec 01 15:59:59 user nova-compute[75223]:     <rng model="virtio">
Dec 01 15:59:59 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 15:59:59 user nova-compute[75223]:     </rng>
Dec 01 15:59:59 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 15:59:59 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 15:59:59 user nova-compute[75223]:       <stats period="10"/>
Dec 01 15:59:59 user nova-compute[75223]:     </memballoon>
Dec 01 15:59:59 user nova-compute[75223]:   </devices>
Dec 01 15:59:59 user nova-compute[75223]: </domain>
Dec 01 15:59:59 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:9d:99,bridge_name='br-int',has_traffic_filtering=True,id=c24a7f6e-177e-40e3-8564-19adc9b56dd3,network=Network(d9593253-03cd-4232-ab5f-bb4ddc6f078b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc24a7f6e-17') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:9d:99,bridge_name='br-int',has_traffic_filtering=True,id=c24a7f6e-177e-40e3-8564-19adc9b56dd3,network=Network(d9593253-03cd-4232-ab5f-bb4ddc6f078b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc24a7f6e-17') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f6bc44ef-083b-5a25-a697-8246dae157c9', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc24a7f6e-17, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc24a7f6e-17, col_values=(('qos', UUID('cda1b77e-9bb8-4d69-8684-5df5fcfe60b3')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc24a7f6e-17, col_values=(('external_ids', {'iface-id': 'c24a7f6e-177e-40e3-8564-19adc9b56dd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:9d:99', 'vm-uuid': '4f5cd220-910b-49d1-b295-f678f70e0dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: INFO os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:9d:99,bridge_name='br-int',has_traffic_filtering=True,id=c24a7f6e-177e-40e3-8564-19adc9b56dd3,network=Network(d9593253-03cd-4232-ab5f-bb4ddc6f078b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc24a7f6e-17')
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:ea:cf,bridge_name='br-int',has_traffic_filtering=True,id=9a803643-2a00-4575-86dd-ab2647232181,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a803643-2a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ea:cf,bridge_name='br-int',has_traffic_filtering=True,id=9a803643-2a00-4575-86dd-ab2647232181,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a803643-2a') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11054bc1-00bd-52a8-8a7d-8b06f78d46cc', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a803643-2a, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a803643-2a, col_values=(('qos', UUID('6f2f6d77-473a-4dcd-a4d3-8ae18fd20459')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a803643-2a, col_values=(('external_ids', {'iface-id': '9a803643-2a00-4575-86dd-ab2647232181', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:49:ea:cf', 'vm-uuid': '4f5cd220-910b-49d1-b295-f678f70e0dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: INFO os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ea:cf,bridge_name='br-int',has_traffic_filtering=True,id=9a803643-2a00-4575-86dd-ab2647232181,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a803643-2a')
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:b5:7e,bridge_name='br-int',has_traffic_filtering=True,id=10127411-0f83-4554-80b8-da58b821c1e1,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap10127411-0f') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:b5:7e,bridge_name='br-int',has_traffic_filtering=True,id=10127411-0f83-4554-80b8-da58b821c1e1,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap10127411-0f') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f39691a4-f694-5732-84c8-668a3a27f6b9', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap10127411-0f, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap10127411-0f, col_values=(('qos', UUID('7838f90d-83c2-4e88-a436-79e060f4d895')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap10127411-0f, col_values=(('external_ids', {'iface-id': '10127411-0f83-4554-80b8-da58b821c1e1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ed:b5:7e', 'vm-uuid': '4f5cd220-910b-49d1-b295-f678f70e0dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: INFO os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:b5:7e,bridge_name='br-int',has_traffic_filtering=True,id=10127411-0f83-4554-80b8-da58b821c1e1,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap10127411-0f')
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:f8:d0,bridge_name='br-int',has_traffic_filtering=True,id=2a8956b6-b900-4d89-abef-341162788976,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8956b6-b9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:f8:d0,bridge_name='br-int',has_traffic_filtering=True,id=2a8956b6-b900-4d89-abef-341162788976,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8956b6-b9') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '4728bd9c-d9d1-5645-b906-a16f5743145c', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2a8956b6-b9, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2a8956b6-b9, col_values=(('qos', UUID('1d9ef46c-37d9-4da1-ab3e-25fdeae3df77')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2a8956b6-b9, col_values=(('external_ids', {'iface-id': '2a8956b6-b900-4d89-abef-341162788976', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:f8:d0', 'vm-uuid': '4f5cd220-910b-49d1-b295-f678f70e0dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: INFO os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:f8:d0,bridge_name='br-int',has_traffic_filtering=True,id=2a8956b6-b900-4d89-abef-341162788976,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8956b6-b9')
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:43:09,bridge_name='br-int',has_traffic_filtering=True,id=2c9cf17b-b491-4243-a780-a28e3e893b9b,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c9cf17b-b4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:43:09,bridge_name='br-int',has_traffic_filtering=True,id=2c9cf17b-b491-4243-a780-a28e3e893b9b,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c9cf17b-b4') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd5c7d221-f818-5212-aa04-8247e36c5648', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2c9cf17b-b4, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2c9cf17b-b4, col_values=(('qos', UUID('86455279-5d4b-4af7-96e4-181c8857054c')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2c9cf17b-b4, col_values=(('external_ids', {'iface-id': '2c9cf17b-b491-4243-a780-a28e3e893b9b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:6c:43:09', 'vm-uuid': '4f5cd220-910b-49d1-b295-f678f70e0dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: INFO os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:43:09,bridge_name='br-int',has_traffic_filtering=True,id=2c9cf17b-b491-4243-a780-a28e3e893b9b,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c9cf17b-b4')
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:86:30,bridge_name='br-int',has_traffic_filtering=True,id=7daa6126-105d-4900-975a-c1cdc2e42427,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7daa6126-10') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:86:30,bridge_name='br-int',has_traffic_filtering=True,id=7daa6126-105d-4900-975a-c1cdc2e42427,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7daa6126-10') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '45ec8f40-68bd-57cc-9dfe-f007534ff654', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 15:59:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7daa6126-10, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7daa6126-10, col_values=(('qos', UUID('7cea5ecf-fb33-41da-afc6-3b06d44b5bcf')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7daa6126-10, col_values=(('external_ids', {'iface-id': '7daa6126-105d-4900-975a-c1cdc2e42427', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ac:86:30', 'vm-uuid': '4f5cd220-910b-49d1-b295-f678f70e0dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: INFO os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:86:30,bridge_name='br-int',has_traffic_filtering=True,id=7daa6126-105d-4900-975a-c1cdc2e42427,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7daa6126-10')
Dec 01 16:00:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T15:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:01:20,bridge_name='br-int',has_traffic_filtering=True,id=23d1b396-59e0-4065-9c9c-af2536a33f06,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d1b396-59') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:01:20,bridge_name='br-int',has_traffic_filtering=True,id=23d1b396-59e0-4065-9c9c-af2536a33f06,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d1b396-59') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '257c9891-ed2b-51f3-a5e4-0dcb4139cbef', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap23d1b396-59, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap23d1b396-59, col_values=(('qos', UUID('eb512b4f-e7e4-475b-bba6-7c635efa843c')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap23d1b396-59, col_values=(('external_ids', {'iface-id': '23d1b396-59e0-4065-9c9c-af2536a33f06', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:26:01:20', 'vm-uuid': '4f5cd220-910b-49d1-b295-f678f70e0dfa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: INFO os_vif [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:01:20,bridge_name='br-int',has_traffic_filtering=True,id=23d1b396-59e0-4065-9c9c-af2536a33f06,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d1b396-59')
Dec 01 16:00:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] No BDM found with device name hda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] No VIF found with MAC fa:16:3e:aa:9d:99, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] No VIF found with MAC fa:16:3e:6c:43:09, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:00:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Using config drive
Dec 01 16:00:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:00 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Creating config drive at /opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa/disk.config
Dec 01 16:00:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp8da3hb8i {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp8da3hb8i" returned: 0 in 0.056s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-81521c9b-b5d5-483f-9d02-7cdfdc54fdcc req-c0f92bbc-4a2c-4dd2-b566-d555e99d88eb service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-81521c9b-b5d5-483f-9d02-7cdfdc54fdcc req-c0f92bbc-4a2c-4dd2-b566-d555e99d88eb service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-81521c9b-b5d5-483f-9d02-7cdfdc54fdcc req-c0f92bbc-4a2c-4dd2-b566-d555e99d88eb service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-81521c9b-b5d5-483f-9d02-7cdfdc54fdcc req-c0f92bbc-4a2c-4dd2-b566-d555e99d88eb service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-81521c9b-b5d5-483f-9d02-7cdfdc54fdcc req-c0f92bbc-4a2c-4dd2-b566-d555e99d88eb service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:02 user nova-compute[75223]: WARNING nova.compute.manager [req-81521c9b-b5d5-483f-9d02-7cdfdc54fdcc req-c0f92bbc-4a2c-4dd2-b566-d555e99d88eb service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 for instance with vm_state building and task_state spawning.
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0e11136-4b12-4427-b897-7e6f863c0b93 req-000f6a24-6b76-4c80-af3b-98443da6b4f6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0e11136-4b12-4427-b897-7e6f863c0b93 req-000f6a24-6b76-4c80-af3b-98443da6b4f6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0e11136-4b12-4427-b897-7e6f863c0b93 req-000f6a24-6b76-4c80-af3b-98443da6b4f6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0e11136-4b12-4427-b897-7e6f863c0b93 req-000f6a24-6b76-4c80-af3b-98443da6b4f6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0e11136-4b12-4427-b897-7e6f863c0b93 req-000f6a24-6b76-4c80-af3b-98443da6b4f6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:02 user nova-compute[75223]: WARNING nova.compute.manager [req-b0e11136-4b12-4427-b897-7e6f863c0b93 req-000f6a24-6b76-4c80-af3b-98443da6b4f6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 for instance with vm_state building and task_state spawning.
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-4af0e268-8e07-4ed8-88c7-6886cf559040 req-702bce5c-b20e-4fd1-92b2-7efd9101349f service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4af0e268-8e07-4ed8-88c7-6886cf559040 req-702bce5c-b20e-4fd1-92b2-7efd9101349f service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4af0e268-8e07-4ed8-88c7-6886cf559040 req-702bce5c-b20e-4fd1-92b2-7efd9101349f service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4af0e268-8e07-4ed8-88c7-6886cf559040 req-702bce5c-b20e-4fd1-92b2-7efd9101349f service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.007s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG nova.compute.manager [req-4af0e268-8e07-4ed8-88c7-6886cf559040 req-702bce5c-b20e-4fd1-92b2-7efd9101349f service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:03 user nova-compute[75223]: WARNING nova.compute.manager [req-4af0e268-8e07-4ed8-88c7-6886cf559040 req-702bce5c-b20e-4fd1-92b2-7efd9101349f service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 for instance with vm_state building and task_state spawning.
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-09a682ae-82c0-4e2d-94f4-544adf352e93 req-17345b90-35af-4d41-86e9-9aa0bd2e0aa6 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-f6da357b-5825-418c-aec4-0f665eb4a2df req-d51f4630-ac4a-4bf2-bec7-4494acce5cef service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f6da357b-5825-418c-aec4-0f665eb4a2df req-d51f4630-ac4a-4bf2-bec7-4494acce5cef service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f6da357b-5825-418c-aec4-0f665eb4a2df req-d51f4630-ac4a-4bf2-bec7-4494acce5cef service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f6da357b-5825-418c-aec4-0f665eb4a2df req-d51f4630-ac4a-4bf2-bec7-4494acce5cef service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-f6da357b-5825-418c-aec4-0f665eb4a2df req-d51f4630-ac4a-4bf2-bec7-4494acce5cef service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:04 user nova-compute[75223]: WARNING nova.compute.manager [req-f6da357b-5825-418c-aec4-0f665eb4a2df req-d51f4630-ac4a-4bf2-bec7-4494acce5cef service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 for instance with vm_state building and task_state spawning.
Dec 01 16:00:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:05 user nova-compute[75223]: WARNING nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 for instance with vm_state building and task_state spawning.
Dec 01 16:00:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:05 user nova-compute[75223]: WARNING nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b for instance with vm_state building and task_state spawning.
Dec 01 16:00:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:05 user nova-compute[75223]: WARNING nova.compute.manager [req-3b4d32d9-6fed-4f17-9210-d05813cd3965 req-12f92c28-5dd6-42df-84e2-308e9102cd9a service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b for instance with vm_state building and task_state spawning.
Dec 01 16:00:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:05 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:00:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance spawned successfully.
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:00:06 user nova-compute[75223]: INFO nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Took 10.68 seconds to spawn the instance on the hypervisor.
Dec 01 16:00:06 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:00:06 user nova-compute[75223]: INFO nova.compute.manager [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Took 39.97 seconds to build instance.
Dec 01 16:00:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ad9939ad-eaaa-44a7-a575-e2c5fd523f18 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 40.073s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:00:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:00:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:00:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:00:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:00:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid fd68d0d1-089d-49a6-9dd0-b811d4d56812 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:00:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Updating instance_info_cache with network_info: [{"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:00:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-fd68d0d1-089d-49a6-9dd0-b811d4d56812" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:00:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:00:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:00:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:00:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:00:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8239MB free_disk=25.20462417602539GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance fd68d0d1-089d-49a6-9dd0-b811d4d56812 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6559da49-c67a-4c80-a7af-c13f5262552a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 4f5cd220-910b-49d1-b295-f678f70e0dfa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:00:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:00:19 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:00:19 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:00:19 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:00:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.305s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:00:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:32 user nova-compute[75223]: INFO nova.compute.manager [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Terminating instance
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-64f91f19-9147-4046-89da-1719487af475 req-26eb8c30-b07b-4cac-adc7-9b6ab9c4985b service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received event network-vif-unplugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-64f91f19-9147-4046-89da-1719487af475 req-26eb8c30-b07b-4cac-adc7-9b6ab9c4985b service nova] Acquiring lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-64f91f19-9147-4046-89da-1719487af475 req-26eb8c30-b07b-4cac-adc7-9b6ab9c4985b service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-64f91f19-9147-4046-89da-1719487af475 req-26eb8c30-b07b-4cac-adc7-9b6ab9c4985b service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-64f91f19-9147-4046-89da-1719487af475 req-26eb8c30-b07b-4cac-adc7-9b6ab9c4985b service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] No waiting events found dispatching network-vif-unplugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-64f91f19-9147-4046-89da-1719487af475 req-26eb8c30-b07b-4cac-adc7-9b6ab9c4985b service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received event network-vif-unplugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Instance destroyed successfully.
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.objects.instance [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lazy-loading 'resources' on Instance uuid fd68d0d1-089d-49a6-9dd0-b811d4d56812 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:58:33Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1228875742',display_name='tempest-VolumesActionsTest-instance-1228875742',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1228875742',id=35,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:58:39Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bf5cd6c9db884d2aa9e118e2e2d77bd9',ramdisk_id='',reservation_id='r-1xuuxu2t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-974576291',owner_user_name='tempest-VolumesActionsTest-974576291-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:58:40Z,user_data=None,user_id='5b561a281d9749e5a36b55bc7c667fe4',uuid=fd68d0d1-089d-49a6-9dd0-b811d4d56812,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Converting VIF {"id": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "address": "fa:16:3e:68:f8:ba", "network": {"id": "af130459-1a44-480b-a9f6-53dd42f1812a", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1680877587-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bf5cd6c9db884d2aa9e118e2e2d77bd9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape71bda99-e9", "ovs_interfaceid": "e71bda99-e92c-495a-a9e7-1ed64aed3f98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:68:f8:ba,bridge_name='br-int',has_traffic_filtering=True,id=e71bda99-e92c-495a-a9e7-1ed64aed3f98,network=Network(af130459-1a44-480b-a9f6-53dd42f1812a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape71bda99-e9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG os_vif [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:f8:ba,bridge_name='br-int',has_traffic_filtering=True,id=e71bda99-e92c-495a-a9e7-1ed64aed3f98,network=Network(af130459-1a44-480b-a9f6-53dd42f1812a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape71bda99-e9') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape71bda99-e9, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0e515213-f2f8-48b7-9cad-1447f4c64273) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:32 user nova-compute[75223]: INFO os_vif [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:68:f8:ba,bridge_name='br-int',has_traffic_filtering=True,id=e71bda99-e92c-495a-a9e7-1ed64aed3f98,network=Network(af130459-1a44-480b-a9f6-53dd42f1812a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape71bda99-e9')
Dec 01 16:00:32 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Deleting instance files /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812_del
Dec 01 16:00:32 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Deletion of /opt/stack/data/nova/instances/fd68d0d1-089d-49a6-9dd0-b811d4d56812_del complete
Dec 01 16:00:32 user nova-compute[75223]: INFO nova.compute.manager [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Took 0.68 seconds to destroy the instance on the hypervisor.
Dec 01 16:00:32 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:00:32 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:00:33 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:00:33 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Took 0.46 seconds to deallocate network for instance.
Dec 01 16:00:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-b41cb5f2-b209-4e68-afa8-9b74feee7235 req-0045f466-80e0-42e2-8923-e685be084294 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received event network-vif-deleted-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:33 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:00:33 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:00:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:33 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Deleted allocations for instance fd68d0d1-089d-49a6-9dd0-b811d4d56812
Dec 01 16:00:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c9725dc7-7a9a-40da-8728-1ad1540be811 tempest-VolumesActionsTest-974576291 tempest-VolumesActionsTest-974576291-project-member] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.546s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-152f77fc-2aa4-4409-9904-c8098b8ffe27 req-606f3d83-166b-4147-87ab-708e207235c9 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received event network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-152f77fc-2aa4-4409-9904-c8098b8ffe27 req-606f3d83-166b-4147-87ab-708e207235c9 service nova] Acquiring lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-152f77fc-2aa4-4409-9904-c8098b8ffe27 req-606f3d83-166b-4147-87ab-708e207235c9 service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-152f77fc-2aa4-4409-9904-c8098b8ffe27 req-606f3d83-166b-4147-87ab-708e207235c9 service nova] Lock "fd68d0d1-089d-49a6-9dd0-b811d4d56812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:34 user nova-compute[75223]: DEBUG nova.compute.manager [req-152f77fc-2aa4-4409-9904-c8098b8ffe27 req-606f3d83-166b-4147-87ab-708e207235c9 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] No waiting events found dispatching network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:00:34 user nova-compute[75223]: WARNING nova.compute.manager [req-152f77fc-2aa4-4409-9904-c8098b8ffe27 req-606f3d83-166b-4147-87ab-708e207235c9 service nova] [instance: fd68d0d1-089d-49a6-9dd0-b811d4d56812] Received unexpected event network-vif-plugged-e71bda99-e92c-495a-a9e7-1ed64aed3f98 for instance with vm_state deleted and task_state None.
Dec 01 16:00:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-changed-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:00:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Refreshing instance network info cache due to event network-changed-ba904f45-b381-481d-82d6-f90c934fbd89. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:00:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] Acquiring lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:00:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] Acquired lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:00:51 user nova-compute[75223]: DEBUG nova.network.neutron [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Refreshing network info cache for port ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updated VIF entry in instance network info cache for port ba904f45-b381-481d-82d6-f90c934fbd89. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updating instance_info_cache with network_info: [{"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2cbeadd9-79e1-4271-b33d-07116bbdd297 req-f844e73d-da44-4bbc-af57-7e9cc876ecbb service nova] Releasing lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:00:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid 6559da49-c67a-4c80-a7af-c13f5262552a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:00:54 user nova-compute[75223]: INFO nova.compute.manager [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Attaching volume 6a6e7957-d141-4c1e-aaa9-1270baf154fd to /dev/vdb
Dec 01 16:00:54 user nova-compute[75223]: DEBUG os_brick.utils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[23fd5927-2d5c-44e7-a872-2eda3e573e16]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[39e89e9d-b2f3-4e07-acd0-d915afabb7a3]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea182dd-5005-4457-9489-0b6c92ec1447]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff461aa3-d75e-4195-a9a0-aeddb81e6d1d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:00:54 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:00:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[23a080be-63aa-4e45-bc95-4a23ee43a672]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG os_brick.utils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:00:54 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updating existing volume attachment record: f850caec-15f9-44f4-ac02-fed45a7d6709 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:00:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:00:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQevWDZM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:01:03 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:01:03 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:01:03 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5cd12b1-79ec-4daf-8552-45ea8c1cb2e8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:01:03 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe296692-16a5-4324-962d-06ca53060b45]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd] added
Dec 01 16:01:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[921211e3-a260-475b-8e77-c72a47478921]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[668436be-dbb9-4c29-91fa-15050f99d502]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aQevWDZM {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v aQevWDZM" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[14c27d94-60f2-4ddd-aa6e-e1ea5cabf765]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'aQevWDZM'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f13c70aa-5be0-42e3-9630-b1560ae99534]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5466c8bc-2e99-41ad-b14a-15134e110ef6]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[332c9711-55a4-4c18-b843-e3d0313b6420]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260]
Dec 01 16:01:03 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260] successful.
Dec 01 16:01:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[00906e74-9837-4603-b152-dd5839e9cee9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[43bf1f93-3441-44f8-b92c-1d438eb8f24a]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:03 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:03 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] HCTL ('36', '-', '-', 0) found on session 50 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[687e1716-b93b-48bc-8460-a59580032260]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:03 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching for a device in session 50 and hctl ['36', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:01:04 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching for a device in session 50 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:01:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQevWDZM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:01:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:01:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== connect_volume: return (1296ms) {'type': 'block', 'scsi_wwn': '23565393465396237', 'path': '/dev/sde'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:01:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23565393465396237', 'path': '/dev/sde'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:01:04 user nova-compute[75223]: DEBUG nova.objects.instance [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid 6559da49-c67a-4c80-a7af-c13f5262552a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:01:04 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:01:04 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:01:04 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 16:01:04 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:01:04 user nova-compute[75223]:   <serial>6a6e7957-d141-4c1e-aaa9-1270baf154fd</serial>
Dec 01 16:01:04 user nova-compute[75223]: </disk>
Dec 01 16:01:04 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:01:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:01:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:01:05 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No VIF found with MAC fa:16:3e:e4:e9:6a, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:01:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-4860c746-f872-4c50-92ca-914fc9572274 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.696s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:06 user nova-compute[75223]: INFO nova.compute.manager [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Detaching volume 6a6e7957-d141-4c1e-aaa9-1270baf154fd
Dec 01 16:01:06 user nova-compute[75223]: INFO nova.virt.block_device [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Attempting to driver detach volume 6a6e7957-d141-4c1e-aaa9-1270baf154fd from mountpoint /dev/vdb
Dec 01 16:01:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Attempting to detach device vdb from instance 6559da49-c67a-4c80-a7af-c13f5262552a from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:01:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:01:06 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:01:06 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 16:01:06 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:01:06 user nova-compute[75223]:   <serial>6a6e7957-d141-4c1e-aaa9-1270baf154fd</serial>
Dec 01 16:01:06 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:01:06 user nova-compute[75223]: </disk>
Dec 01 16:01:06 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:01:06 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully detached device vdb from instance 6559da49-c67a-4c80-a7af-c13f5262552a from the persistent domain config.
Dec 01 16:01:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6559da49-c67a-4c80-a7af-c13f5262552a from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:01:06 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:01:06 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:01:06 user nova-compute[75223]:   <source dev="/dev/sde"/>
Dec 01 16:01:06 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:01:06 user nova-compute[75223]:   <serial>6a6e7957-d141-4c1e-aaa9-1270baf154fd</serial>
Dec 01 16:01:06 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:01:06 user nova-compute[75223]: </disk>
Dec 01 16:01:06 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:01:07 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6559da49-c67a-4c80-a7af-c13f5262552a {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:01:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:09 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:01:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:01:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:01:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:01:10 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updating instance_info_cache with network_info: [{"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-6559da49-c67a-4c80-a7af-c13f5262552a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:01:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:01:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:01:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-changed-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing instance network info cache due to event network-changed-c24a7f6e-177e-40e3-8564-19adc9b56dd3. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] Acquiring lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] Acquired lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Refreshing network info cache for port c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updated VIF entry in instance network info cache for port c24a7f6e-177e-40e3-8564-19adc9b56dd3. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [{"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2a7a741c-9649-431f-a110-0ed515520f74 req-08cc28d2-0d07-4a52-b15a-1362ccda5164 service nova] Releasing lock "refresh_cache-4f5cd220-910b-49d1-b295-f678f70e0dfa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:01:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:01:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8472MB free_disk=25.23092269897461GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 6559da49-c67a-4c80-a7af-c13f5262552a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 4f5cd220-910b-49d1-b295-f678f70e0dfa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:01:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.286s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:19 user nova-compute[75223]: INFO nova.compute.manager [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Terminating instance
Dec 01 16:01:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0fe4fa9-3596-48fa-8336-406670bc93be req-92ef027f-e650-476b-bc4a-ae655c27c00b service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0fe4fa9-3596-48fa-8336-406670bc93be req-92ef027f-e650-476b-bc4a-ae655c27c00b service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0fe4fa9-3596-48fa-8336-406670bc93be req-92ef027f-e650-476b-bc4a-ae655c27c00b service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0fe4fa9-3596-48fa-8336-406670bc93be req-92ef027f-e650-476b-bc4a-ae655c27c00b service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0fe4fa9-3596-48fa-8336-406670bc93be req-92ef027f-e650-476b-bc4a-ae655c27c00b service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-unplugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0fe4fa9-3596-48fa-8336-406670bc93be req-92ef027f-e650-476b-bc4a-ae655c27c00b service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-6389c074-2455-46a7-9831-411a4fff5f32 req-d3b63894-ae53-4af6-baf7-9e9f8c003416 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6389c074-2455-46a7-9831-411a4fff5f32 req-d3b63894-ae53-4af6-baf7-9e9f8c003416 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6389c074-2455-46a7-9831-411a4fff5f32 req-d3b63894-ae53-4af6-baf7-9e9f8c003416 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6389c074-2455-46a7-9831-411a4fff5f32 req-d3b63894-ae53-4af6-baf7-9e9f8c003416 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-6389c074-2455-46a7-9831-411a4fff5f32 req-d3b63894-ae53-4af6-baf7-9e9f8c003416 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-unplugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-6389c074-2455-46a7-9831-411a4fff5f32 req-d3b63894-ae53-4af6-baf7-9e9f8c003416 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-9a803643-2a00-4575-86dd-ab2647232181 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-a16c5cc7-141a-4c10-a621-5d37fcec4208 req-e9fc4f47-ad95-4bec-ba58-98151a78f7f4 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a16c5cc7-141a-4c10-a621-5d37fcec4208 req-e9fc4f47-ad95-4bec-ba58-98151a78f7f4 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a16c5cc7-141a-4c10-a621-5d37fcec4208 req-e9fc4f47-ad95-4bec-ba58-98151a78f7f4 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a16c5cc7-141a-4c10-a621-5d37fcec4208 req-e9fc4f47-ad95-4bec-ba58-98151a78f7f4 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-a16c5cc7-141a-4c10-a621-5d37fcec4208 req-e9fc4f47-ad95-4bec-ba58-98151a78f7f4 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-unplugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-a16c5cc7-141a-4c10-a621-5d37fcec4208 req-e9fc4f47-ad95-4bec-ba58-98151a78f7f4 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-2a8956b6-b900-4d89-abef-341162788976 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Instance destroyed successfully.
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.objects.instance [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lazy-loading 'resources' on Instance uuid 4f5cd220-910b-49d1-b295-f678f70e0dfa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "address": "fa:16:3e:aa:9d:99", "network": {"id": "d9593253-03cd-4232-ab5f-bb4ddc6f078b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-203697858-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.3", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc24a7f6e-17", "ovs_interfaceid": "c24a7f6e-177e-40e3-8564-19adc9b56dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:aa:9d:99,bridge_name='br-int',has_traffic_filtering=True,id=c24a7f6e-177e-40e3-8564-19adc9b56dd3,network=Network(d9593253-03cd-4232-ab5f-bb4ddc6f078b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc24a7f6e-17') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:9d:99,bridge_name='br-int',has_traffic_filtering=True,id=c24a7f6e-177e-40e3-8564-19adc9b56dd3,network=Network(d9593253-03cd-4232-ab5f-bb4ddc6f078b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc24a7f6e-17') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc24a7f6e-17, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=cda1b77e-9bb8-4d69-8684-5df5fcfe60b3) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: INFO os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:9d:99,bridge_name='br-int',has_traffic_filtering=True,id=c24a7f6e-177e-40e3-8564-19adc9b56dd3,network=Network(d9593253-03cd-4232-ab5f-bb4ddc6f078b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc24a7f6e-17')
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:49:ea:cf,bridge_name='br-int',has_traffic_filtering=True,id=9a803643-2a00-4575-86dd-ab2647232181,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a803643-2a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ea:cf,bridge_name='br-int',has_traffic_filtering=True,id=9a803643-2a00-4575-86dd-ab2647232181,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a803643-2a') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a803643-2a, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6f2f6d77-473a-4dcd-a4d3-8ae18fd20459) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: INFO os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:49:ea:cf,bridge_name='br-int',has_traffic_filtering=True,id=9a803643-2a00-4575-86dd-ab2647232181,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap9a803643-2a')
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:b5:7e,bridge_name='br-int',has_traffic_filtering=True,id=10127411-0f83-4554-80b8-da58b821c1e1,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap10127411-0f') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:b5:7e,bridge_name='br-int',has_traffic_filtering=True,id=10127411-0f83-4554-80b8-da58b821c1e1,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap10127411-0f') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap10127411-0f, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7838f90d-83c2-4e88-a436-79e060f4d895) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: INFO os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:b5:7e,bridge_name='br-int',has_traffic_filtering=True,id=10127411-0f83-4554-80b8-da58b821c1e1,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap10127411-0f')
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:f8:d0,bridge_name='br-int',has_traffic_filtering=True,id=2a8956b6-b900-4d89-abef-341162788976,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8956b6-b9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:f8:d0,bridge_name='br-int',has_traffic_filtering=True,id=2a8956b6-b900-4d89-abef-341162788976,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8956b6-b9') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2a8956b6-b9, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1d9ef46c-37d9-4da1-ab3e-25fdeae3df77) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: INFO os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:f8:d0,bridge_name='br-int',has_traffic_filtering=True,id=2a8956b6-b900-4d89-abef-341162788976,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2a8956b6-b9')
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:6c:43:09,bridge_name='br-int',has_traffic_filtering=True,id=2c9cf17b-b491-4243-a780-a28e3e893b9b,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c9cf17b-b4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:43:09,bridge_name='br-int',has_traffic_filtering=True,id=2c9cf17b-b491-4243-a780-a28e3e893b9b,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c9cf17b-b4') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2c9cf17b-b4, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=86455279-5d4b-4af7-96e4-181c8857054c) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: INFO os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:6c:43:09,bridge_name='br-int',has_traffic_filtering=True,id=2c9cf17b-b491-4243-a780-a28e3e893b9b,network=Network(562c92fa-abde-4dde-91da-77c216731cf6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2c9cf17b-b4')
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ac:86:30,bridge_name='br-int',has_traffic_filtering=True,id=7daa6126-105d-4900-975a-c1cdc2e42427,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7daa6126-10') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:86:30,bridge_name='br-int',has_traffic_filtering=True,id=7daa6126-105d-4900-975a-c1cdc2e42427,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7daa6126-10') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7daa6126-10, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7cea5ecf-fb33-41da-afc6-3b06d44b5bcf) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: INFO os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ac:86:30,bridge_name='br-int',has_traffic_filtering=True,id=7daa6126-105d-4900-975a-c1cdc2e42427,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7daa6126-10')
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-12-01T15:59:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-983812596',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-983812596',id=37,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM1UvaK6CIAIkVadQObDqzvD5cpfnWxQeKKZM/6NRq+MEvaRFmYb+DbeJchEfr+utWs46MY7TF2OVr+iCCEk5VDpudWXnFi095zrwHxcebVYGxjT3lJo4td40XyyymT/Fg==',key_name='tempest-keypair-1610084979',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:00:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7f38fdba13214328bd5e355eedf75942',ramdisk_id='',reservation_id='r-awe0viuu',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-21897618',owner_user_name='tempest-TaggedBootDevicesTest_v242-21897618-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:00:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='9e1f286ce4d5496095723db8f339475f',uuid=4f5cd220-910b-49d1-b295-f678f70e0dfa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converting VIF {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:26:01:20,bridge_name='br-int',has_traffic_filtering=True,id=23d1b396-59e0-4065-9c9c-af2536a33f06,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d1b396-59') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:01:20,bridge_name='br-int',has_traffic_filtering=True,id=23d1b396-59e0-4065-9c9c-af2536a33f06,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d1b396-59') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap23d1b396-59, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eb512b4f-e7e4-475b-bba6-7c635efa843c) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:22 user nova-compute[75223]: INFO os_vif [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:26:01:20,bridge_name='br-int',has_traffic_filtering=True,id=23d1b396-59e0-4065-9c9c-af2536a33f06,network=Network(0ce1efad-26e2-47fb-9ab6-94cee356d7ea),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap23d1b396-59')
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'BuNjUIxL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d615f4bb-1e17-4bc4-8ba9-66dd637175e0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]: iSNS:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]: STATIC:
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: FIRMWARE:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:01:22 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:01:22 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c96f949c-0323-4e01-9959-32cbbddb68b9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f804313f-f2c3-4e27-8e07-788e1d99cbfa]: (4, ('tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d422beb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0b643d-71b3-4ef9-8a16-94c04791bbe4]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ca326f-e9ad-4c37-8ee9-2d6da93e71b6]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6552bf1-f290-47a7-8305-fdda46c9a755]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-c24a7f6e-177e-40e3-8564-19adc9b56dd3 for instance with vm_state active and task_state deleting.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-unplugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-10127411-0f83-4554-80b8-da58b821c1e1 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-10127411-0f83-4554-80b8-da58b821c1e1 for instance with vm_state active and task_state deleting.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-unplugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-7daa6126-105d-4900-975a-c1cdc2e42427 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-7daa6126-105d-4900-975a-c1cdc2e42427 for instance with vm_state active and task_state deleting.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-unplugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-23d1b396-59e0-4065-9c9c-af2536a33f06 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING nova.compute.manager [req-f9e61861-6509-46f1-b06f-6029d30cc80d req-d51181b7-d7a1-491c-848c-58a34e52c48d service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-23d1b396-59e0-4065-9c9c-af2536a33f06 for instance with vm_state active and task_state deleting.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca719163-71a4-4ef1-afbd-4941e7bcce5a]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2682b20d-7d39-4e52-8a35-d03d004e4b94]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea68b3c3-9cb6-42ca-8c45-3a4783e2a1f7]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260]
Dec 01 16:01:22 user nova-compute[75223]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f, portal: 172.16.0.220,3260] successful.
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-022f75d9-aadf-46b8-8fc9-dffd1e2679fa req-238dfcaf-9a77-4a9b-a942-9539091861c8 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-022f75d9-aadf-46b8-8fc9-dffd1e2679fa req-238dfcaf-9a77-4a9b-a942-9539091861c8 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-022f75d9-aadf-46b8-8fc9-dffd1e2679fa req-238dfcaf-9a77-4a9b-a942-9539091861c8 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-022f75d9-aadf-46b8-8fc9-dffd1e2679fa req-238dfcaf-9a77-4a9b-a942-9539091861c8 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-022f75d9-aadf-46b8-8fc9-dffd1e2679fa req-238dfcaf-9a77-4a9b-a942-9539091861c8 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING nova.compute.manager [req-022f75d9-aadf-46b8-8fc9-dffd1e2679fa req-238dfcaf-9a77-4a9b-a942-9539091861c8 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-9a803643-2a00-4575-86dd-ab2647232181 for instance with vm_state active and task_state deleting.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:eab6ecd3-62b3-4148-98c1-e8a60466c49f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd1a303-b5eb-4b5a-9e14-b268d4e111c7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== disconnect_volume: return (302ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FViQRTug', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf6eeb8d-cb27-4ebd-8a7b-cf3dda2967b0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]: iSNS:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]: STATIC:
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: FIRMWARE:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:01:22 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:01:22 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[42067114-d5aa-4209-bc9e-355dbe075c6b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[86995bfe-d3bc-4841-b490-3229052ad8fe]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d46023b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c'): ({'sdc'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Removing single pathed devices sdc {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d2f219b-b464-4818-a403-585ad54cb87b]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f520534-b7b2-48f7-a1f4-f16ad65c6605]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Flushing IO for device /dev/sdc {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[84d7d2d8-9935-455b-880c-c6fe0086fe5c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.035s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[44926c21-d410-42ef-ad1c-c3e513871c69]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[029e850b-13b2-45b6-8d6a-c189e162c873]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[361e3f18-b430-45a0-83ab-07f12781a4ec]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260]
Dec 01 16:01:22 user nova-compute[75223]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c, portal: 172.16.0.220,3260] successful.
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ece650da-ba0b-43e6-aec5-8ffa9d34e65c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[504f73b9-44d1-48e7-96c9-97439a0e1cc2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== disconnect_volume: return (279ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HCNKxlSk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd3bbcc-8186-48a4-a6be-f8cdbbb3194a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]: iSNS:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]: STATIC:
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd
Dec 01 16:01:22 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:22 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:22 user nova-compute[75223]: FIRMWARE:
Dec 01 16:01:22 user nova-compute[75223]: No targets found.
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:01:22 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:01:22 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e120b0-033f-459f-9ea6-13e23559b7bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[30070f0c-02db-4b50-928e-99f4cca412b5]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c (non-flash)
Dec 01 16:01:22 user nova-compute[75223]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d46023b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc60bf8-2f15-49a3-b762-a83dabd80307]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8b7564-a6c4-42f7-862a-14e49ee7a9d1]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b220ebdb-65bd-4ba4-9931-38390962daaa]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d1e7e8f-bdc5-4b56-8e74-5f9eccca261e]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-2a8956b6-b900-4d89-abef-341162788976 for instance with vm_state active and task_state deleting.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-unplugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-unplugged-2c9cf17b-b491-4243-a780-a28e3e893b9b for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Acquiring lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] No waiting events found dispatching network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:22 user nova-compute[75223]: WARNING nova.compute.manager [req-963409bc-a96e-4284-822c-0267b15e4728 req-427b0901-489c-42fa-8e9c-0b10a2810c72 service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received unexpected event network-vif-plugged-2c9cf17b-b491-4243-a780-a28e3e893b9b for instance with vm_state active and task_state deleting.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[630a5bcf-1665-4af3-bf75-44ff7a34c080]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --logout" returned: 0 in 0.042s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[711aad54-6fa4-4f75-af27-cda5e197464e]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260]
Dec 01 16:01:22 user nova-compute[75223]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c, portal: 172.16.0.220,3260] successful.
Dec 01 16:01:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b3087f85-41bf-4e52-85b9-af81ba77664c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fff0c7a-9003-4040-aaf5-9b9384a4fda5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.265s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] <== disconnect_volume: return (266ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:01:22 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Deleting instance files /opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa_del
Dec 01 16:01:22 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Deletion of /opt/stack/data/nova/instances/4f5cd220-910b-49d1-b295-f678f70e0dfa_del complete
Dec 01 16:01:22 user nova-compute[75223]: INFO nova.compute.manager [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Took 3.12 seconds to destroy the instance on the hypervisor.
Dec 01 16:01:22 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:01:22 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:01:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-9fb3d664-84fc-41ce-947b-fe183f803197 req-45fe5029-b807-458b-a611-d8122348f73f service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-deleted-c24a7f6e-177e-40e3-8564-19adc9b56dd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:24 user nova-compute[75223]: INFO nova.compute.manager [req-9fb3d664-84fc-41ce-947b-fe183f803197 req-45fe5029-b807-458b-a611-d8122348f73f service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Neutron deleted interface c24a7f6e-177e-40e3-8564-19adc9b56dd3; detaching it from the instance and deleting it from the info cache
Dec 01 16:01:24 user nova-compute[75223]: DEBUG nova.network.neutron [req-9fb3d664-84fc-41ce-947b-fe183f803197 req-45fe5029-b807-458b-a611-d8122348f73f service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [{"id": "9a803643-2a00-4575-86dd-ab2647232181", "address": "fa:16:3e:49:ea:cf", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a803643-2a", "ovs_interfaceid": "9a803643-2a00-4575-86dd-ab2647232181", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "10127411-0f83-4554-80b8-da58b821c1e1", "address": "fa:16:3e:ed:b5:7e", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap10127411-0f", "ovs_interfaceid": "10127411-0f83-4554-80b8-da58b821c1e1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "2a8956b6-b900-4d89-abef-341162788976", "address": "fa:16:3e:41:f8:d0", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2a8956b6-b9", "ovs_interfaceid": "2a8956b6-b900-4d89-abef-341162788976", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "address": "fa:16:3e:6c:43:09", "network": {"id": "562c92fa-abde-4dde-91da-77c216731cf6", "bridge": "br-int", "label": "tempest-device-tagging-net1-844780520", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.71", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c9cf17b-b4", "ovs_interfaceid": "2c9cf17b-b491-4243-a780-a28e3e893b9b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7daa6126-105d-4900-975a-c1cdc2e42427", "address": "fa:16:3e:ac:86:30", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7daa6126-10", "ovs_interfaceid": "7daa6126-105d-4900-975a-c1cdc2e42427", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23d1b396-59e0-4065-9c9c-af2536a33f06", "address": "fa:16:3e:26:01:20", "network": {"id": "0ce1efad-26e2-47fb-9ab6-94cee356d7ea", "bridge": "br-int", "label": "tempest-device-tagging-net2-1882944258", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7f38fdba13214328bd5e355eedf75942", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap23d1b396-59", "ovs_interfaceid": "23d1b396-59e0-4065-9c9c-af2536a33f06", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-9fb3d664-84fc-41ce-947b-fe183f803197 req-45fe5029-b807-458b-a611-d8122348f73f service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Detach interface failed, port_id=c24a7f6e-177e-40e3-8564-19adc9b56dd3, reason: Instance 4f5cd220-910b-49d1-b295-f678f70e0dfa could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 16:01:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:01:26 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:26 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Took 3.07 seconds to deallocate network for instance.
Dec 01 16:01:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-70ab0612-98ec-409b-8b40-3c4adfa05adf req-44ecf6fb-fdf5-42fa-8307-3c7d02c6459b service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-deleted-2a8956b6-b900-4d89-abef-341162788976 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-70ab0612-98ec-409b-8b40-3c4adfa05adf req-44ecf6fb-fdf5-42fa-8307-3c7d02c6459b service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-deleted-7daa6126-105d-4900-975a-c1cdc2e42427 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-70ab0612-98ec-409b-8b40-3c4adfa05adf req-44ecf6fb-fdf5-42fa-8307-3c7d02c6459b service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-deleted-2c9cf17b-b491-4243-a780-a28e3e893b9b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-70ab0612-98ec-409b-8b40-3c4adfa05adf req-44ecf6fb-fdf5-42fa-8307-3c7d02c6459b service nova] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Received event network-vif-deleted-23d1b396-59e0-4065-9c9c-af2536a33f06 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:27 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6559da49-c67a-4c80-a7af-c13f5262552a is timed out.
Dec 01 16:01:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully detached device vdb from instance 6559da49-c67a-4c80-a7af-c13f5262552a from the live domain config.
Dec 01 16:01:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'aQevWDZM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:01:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[88b5224a-b6c7-4ef4-8ee8-746c40d2a00c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:01:27 user nova-compute[75223]: No targets found.
Dec 01 16:01:27 user nova-compute[75223]: iSNS:
Dec 01 16:01:27 user nova-compute[75223]: No targets found.
Dec 01 16:01:27 user nova-compute[75223]: STATIC:
Dec 01 16:01:27 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd
Dec 01 16:01:27 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:01:27 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:01:27 user nova-compute[75223]: FIRMWARE:
Dec 01 16:01:27 user nova-compute[75223]: No targets found.
Dec 01 16:01:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:01:27 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:01:27 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab81d413-c0b2-4149-a893-586ad1904dc1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c800cad-378f-46ee-9779-6cd82960aa3c]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd (non-flash)
Dec 01 16:01:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d42289d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd'): ({'sde'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Removing single pathed devices sde {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b225740-612e-45e2-b691-71bbf9d8b668]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[546319ef-34a4-40ee-8b6e-8b735358afab]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flushing IO for device /dev/sde {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27e782f5-20c4-4414-a697-ad6d2728f25d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.049s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d595a3-b3b7-438f-8178-b4481031ab5a]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "afeea4b5-f440-43f7-9ec5-a50400a37221" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] SCSI volumes sde have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f92cf360-e259-45e2-82bd-a4b6e2b10d54]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ca40da-1e59-4379-9d7c-6862e46f3eb6]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260]
Dec 01 16:01:27 user nova-compute[75223]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd, portal: 172.16.0.220,3260] successful.
Dec 01 16:01:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6a6e7957-d141-4c1e-aaa9-1270baf154fd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cc7f909-5118-4ec0-9062-b2aeb845ad72]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== disconnect_volume: return (311ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:01:27 user nova-compute[75223]: INFO nova.compute.claims [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Claim successful on node user
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.281s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:01:28 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.policy [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16a77e896f234599a712a6a225884ee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45717327a81149b5bfff822eb007759b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:01:28 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Creating image(s)
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "/opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "/opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "/opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:28 user nova-compute[75223]: INFO nova.compute.manager [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] [instance: 4f5cd220-910b-49d1-b295-f678f70e0dfa] Took 2.38 seconds to detach 3 volumes for instance.
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.217s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.311s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Successfully created port: 049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk 1073741824" returned: 0 in 0.061s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:28 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Deleted allocations for instance 4f5cd220-910b-49d1-b295-f678f70e0dfa
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-431fd4bd-9551-4f08-b393-0532855e5126 tempest-TaggedBootDevicesTest_v242-21897618 tempest-TaggedBootDevicesTest_v242-21897618-project-member] Lock "4f5cd220-910b-49d1-b295-f678f70e0dfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.177s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Checking if we can resize image /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:29 user nova-compute[75223]: INFO nova.compute.manager [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Terminating instance
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Cannot resize image /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Ensure instance console log exists: /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-1f96ee9a-f53d-4c28-b92e-ac3b1514e2c2 req-283fd3a4-113a-4dde-8a5c-e68b2497d5ab service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received event network-vif-unplugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1f96ee9a-f53d-4c28-b92e-ac3b1514e2c2 req-283fd3a4-113a-4dde-8a5c-e68b2497d5ab service nova] Acquiring lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1f96ee9a-f53d-4c28-b92e-ac3b1514e2c2 req-283fd3a4-113a-4dde-8a5c-e68b2497d5ab service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1f96ee9a-f53d-4c28-b92e-ac3b1514e2c2 req-283fd3a4-113a-4dde-8a5c-e68b2497d5ab service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-1f96ee9a-f53d-4c28-b92e-ac3b1514e2c2 req-283fd3a4-113a-4dde-8a5c-e68b2497d5ab service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] No waiting events found dispatching network-vif-unplugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-1f96ee9a-f53d-4c28-b92e-ac3b1514e2c2 req-283fd3a4-113a-4dde-8a5c-e68b2497d5ab service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received event network-vif-unplugged-d2af5afd-9f20-4ab7-893f-87e4658f649b for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Successfully updated port: 049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "refresh_cache-afeea4b5-f440-43f7-9ec5-a50400a37221" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquired lock "refresh_cache-afeea4b5-f440-43f7-9ec5-a50400a37221" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received event network-changed-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.compute.manager [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Refreshing instance network info cache due to event network-changed-049ad1b8-2c97-4439-b452-a5814d5bfd7a. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] Acquiring lock "refresh_cache-afeea4b5-f440-43f7-9ec5-a50400a37221" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid 6559da49-c67a-4c80-a7af-c13f5262552a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ce2332ae-a04e-488f-968a-0420ab84f4c0 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.004s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Instance destroyed successfully.
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.objects.instance [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lazy-loading 'resources' on Instance uuid c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-904745446',display_name='tempest-VolumesActionsTest-instance-904745446',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-904745446',id=39,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:59:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2604cd09843418394aa7dfab38b1098',ramdisk_id='',reservation_id='r-k6gbe47t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1964185879',owner_user_name='tempest-VolumesActionsTest-1964185879-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:59:46Z,user_data=None,user_id='31f18ccd36dc4d2d9c736b804bd1e414',uuid=c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converting VIF {"id": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "address": "fa:16:3e:8a:f0:18", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd2af5afd-9f", "ovs_interfaceid": "d2af5afd-9f20-4ab7-893f-87e4658f649b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f0:18,bridge_name='br-int',has_traffic_filtering=True,id=d2af5afd-9f20-4ab7-893f-87e4658f649b,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2af5afd-9f') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG os_vif [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f0:18,bridge_name='br-int',has_traffic_filtering=True,id=d2af5afd-9f20-4ab7-893f-87e4658f649b,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2af5afd-9f') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd2af5afd-9f, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ef5db518-299f-4a6d-b06f-d8e44ce1ab3e) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:29 user nova-compute[75223]: INFO os_vif [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:f0:18,bridge_name='br-int',has_traffic_filtering=True,id=d2af5afd-9f20-4ab7-893f-87e4658f649b,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd2af5afd-9f')
Dec 01 16:01:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Deleting instance files /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2_del
Dec 01 16:01:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Deletion of /opt/stack/data/nova/instances/c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2_del complete
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Updating instance_info_cache with network_info: [{"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Releasing lock "refresh_cache-afeea4b5-f440-43f7-9ec5-a50400a37221" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Instance network_info: |[{"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] Acquired lock "refresh_cache-afeea4b5-f440-43f7-9ec5-a50400a37221" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:01:29 user nova-compute[75223]: DEBUG nova.network.neutron [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Refreshing network info cache for port 049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Start _get_guest_xml network_info=[{"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:01:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:01:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:01:30 user nova-compute[75223]: INFO nova.compute.manager [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 01 16:01:30 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:01:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-237556042',display_name='tempest-ServersNegativeTestJSON-server-237556042',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-237556042',id=40,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='45717327a81149b5bfff822eb007759b',ramdisk_id='',reservation_id='r-oi2n7b7i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-579429698',owner_user_name='tempest-ServersNegativeTestJSON-579429698-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:01:28Z,user_data=None,user_id='16a77e896f234599a712a6a225884ee1',uuid=afeea4b5-f440-43f7-9ec5-a50400a37221,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converting VIF {"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ab:c4,bridge_name='br-int',has_traffic_filtering=True,id=049ad1b8-2c97-4439-b452-a5814d5bfd7a,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap049ad1b8-2c') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lazy-loading 'pci_devices' on Instance uuid afeea4b5-f440-43f7-9ec5-a50400a37221 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:01:30 user nova-compute[75223]:   <uuid>afeea4b5-f440-43f7-9ec5-a50400a37221</uuid>
Dec 01 16:01:30 user nova-compute[75223]:   <name>instance-00000028</name>
Dec 01 16:01:30 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:01:30 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:01:30 user nova-compute[75223]:   <metadata>
Dec 01 16:01:30 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:01:30 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:01:30 user nova-compute[75223]:       <nova:name>tempest-ServersNegativeTestJSON-server-237556042</nova:name>
Dec 01 16:01:30 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:01:30</nova:creationTime>
Dec 01 16:01:30 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:01:30 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:01:30 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:01:30 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:01:30 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:01:30 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:01:30 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:01:30 user nova-compute[75223]:       <nova:owner>
Dec 01 16:01:30 user nova-compute[75223]:         <nova:user uuid="16a77e896f234599a712a6a225884ee1">tempest-ServersNegativeTestJSON-579429698-project-member</nova:user>
Dec 01 16:01:30 user nova-compute[75223]:         <nova:project uuid="45717327a81149b5bfff822eb007759b">tempest-ServersNegativeTestJSON-579429698</nova:project>
Dec 01 16:01:30 user nova-compute[75223]:       </nova:owner>
Dec 01 16:01:30 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 16:01:30 user nova-compute[75223]:       <nova:ports>
Dec 01 16:01:30 user nova-compute[75223]:         <nova:port uuid="049ad1b8-2c97-4439-b452-a5814d5bfd7a">
Dec 01 16:01:30 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 01 16:01:30 user nova-compute[75223]:         </nova:port>
Dec 01 16:01:30 user nova-compute[75223]:       </nova:ports>
Dec 01 16:01:30 user nova-compute[75223]:     </nova:instance>
Dec 01 16:01:30 user nova-compute[75223]:   </metadata>
Dec 01 16:01:30 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:01:30 user nova-compute[75223]:     <system>
Dec 01 16:01:30 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:01:30 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:01:30 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:01:30 user nova-compute[75223]:       <entry name="serial">afeea4b5-f440-43f7-9ec5-a50400a37221</entry>
Dec 01 16:01:30 user nova-compute[75223]:       <entry name="uuid">afeea4b5-f440-43f7-9ec5-a50400a37221</entry>
Dec 01 16:01:30 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:01:30 user nova-compute[75223]:     </system>
Dec 01 16:01:30 user nova-compute[75223]:   </sysinfo>
Dec 01 16:01:30 user nova-compute[75223]:   <os>
Dec 01 16:01:30 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:01:30 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:01:30 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:01:30 user nova-compute[75223]:   </os>
Dec 01 16:01:30 user nova-compute[75223]:   <features>
Dec 01 16:01:30 user nova-compute[75223]:     <acpi/>
Dec 01 16:01:30 user nova-compute[75223]:     <apic/>
Dec 01 16:01:30 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:01:30 user nova-compute[75223]:   </features>
Dec 01 16:01:30 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:01:30 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:01:30 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:01:30 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:01:30 user nova-compute[75223]:   </clock>
Dec 01 16:01:30 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:01:30 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:01:30 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:01:30 user nova-compute[75223]:   </cpu>
Dec 01 16:01:30 user nova-compute[75223]:   <devices>
Dec 01 16:01:30 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:01:30 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:01:30 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk"/>
Dec 01 16:01:30 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:01:30 user nova-compute[75223]:     </disk>
Dec 01 16:01:30 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:01:30 user nova-compute[75223]:       <mac address="fa:16:3e:89:ab:c4"/>
Dec 01 16:01:30 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:01:30 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:01:30 user nova-compute[75223]:       <target dev="tap049ad1b8-2c"/>
Dec 01 16:01:30 user nova-compute[75223]:     </interface>
Dec 01 16:01:30 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:01:30 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/console.log" append="off"/>
Dec 01 16:01:30 user nova-compute[75223]:     </serial>
Dec 01 16:01:30 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:01:30 user nova-compute[75223]:     <video>
Dec 01 16:01:30 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:01:30 user nova-compute[75223]:     </video>
Dec 01 16:01:30 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:01:30 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:01:30 user nova-compute[75223]:     </rng>
Dec 01 16:01:30 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:01:30 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:01:30 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:01:30 user nova-compute[75223]:     </memballoon>
Dec 01 16:01:30 user nova-compute[75223]:   </devices>
Dec 01 16:01:30 user nova-compute[75223]: </domain>
Dec 01 16:01:30 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:01:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-237556042',display_name='tempest-ServersNegativeTestJSON-server-237556042',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-237556042',id=40,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='45717327a81149b5bfff822eb007759b',ramdisk_id='',reservation_id='r-oi2n7b7i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-579429698',owner_user_name='tempest-ServersNegativeTestJSON-579429698-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:01:28Z,user_data=None,user_id='16a77e896f234599a712a6a225884ee1',uuid=afeea4b5-f440-43f7-9ec5-a50400a37221,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converting VIF {"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ab:c4,bridge_name='br-int',has_traffic_filtering=True,id=049ad1b8-2c97-4439-b452-a5814d5bfd7a,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap049ad1b8-2c') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG os_vif [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ab:c4,bridge_name='br-int',has_traffic_filtering=True,id=049ad1b8-2c97-4439-b452-a5814d5bfd7a,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap049ad1b8-2c') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a761e19-2033-5bf7-8ae0-d051638a1db2', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap049ad1b8-2c, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap049ad1b8-2c, col_values=(('qos', UUID('f8d1860b-5906-4eac-a2c6-28c5ea8bb325')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap049ad1b8-2c, col_values=(('external_ids', {'iface-id': '049ad1b8-2c97-4439-b452-a5814d5bfd7a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:ab:c4', 'vm-uuid': 'afeea4b5-f440-43f7-9ec5-a50400a37221'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:30 user nova-compute[75223]: INFO os_vif [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ab:c4,bridge_name='br-int',has_traffic_filtering=True,id=049ad1b8-2c97-4439-b452-a5814d5bfd7a,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap049ad1b8-2c')
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] No VIF found with MAC fa:16:3e:89:ab:c4, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:30 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Took 0.45 seconds to deallocate network for instance.
Dec 01 16:01:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Updated VIF entry in instance network info cache for port 049ad1b8-2c97-4439-b452-a5814d5bfd7a. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.network.neutron [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Updating instance_info_cache with network_info: [{"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:01:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-17ec6a18-c463-43f4-9ee5-63a85a6f3594 req-30f3cb7b-511b-4541-8533-be1b1d8f14bb service nova] Releasing lock "refresh_cache-afeea4b5-f440-43f7-9ec5-a50400a37221" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.465s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:31 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Deleted allocations for instance c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-04a05517-77f0-4cb6-a26b-2896460ef1d2 tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.029s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-7db83f8c-1dfc-42ab-8fdf-976aef1d8ef8 req-424240b7-e98f-4d05-9fc1-a0c6bb59d206 service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received event network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7db83f8c-1dfc-42ab-8fdf-976aef1d8ef8 req-424240b7-e98f-4d05-9fc1-a0c6bb59d206 service nova] Acquiring lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7db83f8c-1dfc-42ab-8fdf-976aef1d8ef8 req-424240b7-e98f-4d05-9fc1-a0c6bb59d206 service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7db83f8c-1dfc-42ab-8fdf-976aef1d8ef8 req-424240b7-e98f-4d05-9fc1-a0c6bb59d206 service nova] Lock "c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-7db83f8c-1dfc-42ab-8fdf-976aef1d8ef8 req-424240b7-e98f-4d05-9fc1-a0c6bb59d206 service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] No waiting events found dispatching network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:31 user nova-compute[75223]: WARNING nova.compute.manager [req-7db83f8c-1dfc-42ab-8fdf-976aef1d8ef8 req-424240b7-e98f-4d05-9fc1-a0c6bb59d206 service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received unexpected event network-vif-plugged-d2af5afd-9f20-4ab7-893f-87e4658f649b for instance with vm_state deleted and task_state None.
Dec 01 16:01:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-7db83f8c-1dfc-42ab-8fdf-976aef1d8ef8 req-424240b7-e98f-4d05-9fc1-a0c6bb59d206 service nova] [instance: c1111442-8bc7-478b-b4b2-5e5ce7d5d3f2] Received event network-vif-deleted-d2af5afd-9f20-4ab7-893f-87e4658f649b {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-95db3132-16d9-4388-9ac7-e9d26642817f req-89ae2a28-f21b-4aa9-b40c-87e13d90d205 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received event network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-95db3132-16d9-4388-9ac7-e9d26642817f req-89ae2a28-f21b-4aa9-b40c-87e13d90d205 service nova] Acquiring lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-95db3132-16d9-4388-9ac7-e9d26642817f req-89ae2a28-f21b-4aa9-b40c-87e13d90d205 service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-95db3132-16d9-4388-9ac7-e9d26642817f req-89ae2a28-f21b-4aa9-b40c-87e13d90d205 service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-95db3132-16d9-4388-9ac7-e9d26642817f req-89ae2a28-f21b-4aa9-b40c-87e13d90d205 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] No waiting events found dispatching network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:31 user nova-compute[75223]: WARNING nova.compute.manager [req-95db3132-16d9-4388-9ac7-e9d26642817f req-89ae2a28-f21b-4aa9-b40c-87e13d90d205 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received unexpected event network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a for instance with vm_state building and task_state spawning.
Dec 01 16:01:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:01:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Instance spawned successfully.
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-829db1f9-3ad3-4982-8e35-40c0cf86dddf req-07ef24d8-4d6f-440b-908f-fd5cfb4fb7d6 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received event network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-829db1f9-3ad3-4982-8e35-40c0cf86dddf req-07ef24d8-4d6f-440b-908f-fd5cfb4fb7d6 service nova] Acquiring lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-829db1f9-3ad3-4982-8e35-40c0cf86dddf req-07ef24d8-4d6f-440b-908f-fd5cfb4fb7d6 service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-829db1f9-3ad3-4982-8e35-40c0cf86dddf req-07ef24d8-4d6f-440b-908f-fd5cfb4fb7d6 service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-829db1f9-3ad3-4982-8e35-40c0cf86dddf req-07ef24d8-4d6f-440b-908f-fd5cfb4fb7d6 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] No waiting events found dispatching network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:33 user nova-compute[75223]: WARNING nova.compute.manager [req-829db1f9-3ad3-4982-8e35-40c0cf86dddf req-07ef24d8-4d6f-440b-908f-fd5cfb4fb7d6 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received unexpected event network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a for instance with vm_state building and task_state spawning.
Dec 01 16:01:33 user nova-compute[75223]: INFO nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Took 5.58 seconds to spawn the instance on the hypervisor.
Dec 01 16:01:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:01:33 user nova-compute[75223]: INFO nova.compute.manager [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Took 6.22 seconds to build instance.
Dec 01 16:01:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d13b1965-afc6-4911-90d1-d83bfe8bc406 tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.359s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:01:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:01:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:01:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:57 user nova-compute[75223]: INFO nova.compute.manager [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Terminating instance
Dec 01 16:01:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-d9f787a7-2f7e-46a0-872c-17a0e002f89f req-25a0d584-dba3-484b-b8ac-ff4d2424ab6d service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-unplugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d9f787a7-2f7e-46a0-872c-17a0e002f89f req-25a0d584-dba3-484b-b8ac-ff4d2424ab6d service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d9f787a7-2f7e-46a0-872c-17a0e002f89f req-25a0d584-dba3-484b-b8ac-ff4d2424ab6d service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d9f787a7-2f7e-46a0-872c-17a0e002f89f req-25a0d584-dba3-484b-b8ac-ff4d2424ab6d service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-d9f787a7-2f7e-46a0-872c-17a0e002f89f req-25a0d584-dba3-484b-b8ac-ff4d2424ab6d service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-unplugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-d9f787a7-2f7e-46a0-872c-17a0e002f89f req-25a0d584-dba3-484b-b8ac-ff4d2424ab6d service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-unplugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Instance destroyed successfully.
Dec 01 16:01:58 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'resources' on Instance uuid 6559da49-c67a-4c80-a7af-c13f5262552a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1237737885',display_name='tempest-AttachVolumeNegativeTest-server-1237737885',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1237737885',id=36,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAx8m4M/SPfICBSLDgUP6pIRW5tfRso8T+j97Wq/YrTainYmuPHvqCIhwa+WCrwRBocIneq63huNJovI+c0/mE+IZLu8J9oS+UDdQEJ6qzo1D18bEOT2ImKe65xxHtg2UA==',key_name='tempest-keypair-1136820244',keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:59:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-xs2huzf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:59:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=6559da49-c67a-4c80-a7af-c13f5262552a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "ba904f45-b381-481d-82d6-f90c934fbd89", "address": "fa:16:3e:e4:e9:6a", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.27", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapba904f45-b3", "ovs_interfaceid": "ba904f45-b381-481d-82d6-f90c934fbd89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:e9:6a,bridge_name='br-int',has_traffic_filtering=True,id=ba904f45-b381-481d-82d6-f90c934fbd89,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba904f45-b3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG os_vif [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:e9:6a,bridge_name='br-int',has_traffic_filtering=True,id=ba904f45-b381-481d-82d6-f90c934fbd89,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba904f45-b3') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapba904f45-b3, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fbba5f7f-09f0-4b50-8811-2d71d51a57e3) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:01:58 user nova-compute[75223]: INFO os_vif [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:e9:6a,bridge_name='br-int',has_traffic_filtering=True,id=ba904f45-b381-481d-82d6-f90c934fbd89,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapba904f45-b3')
Dec 01 16:01:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Deleting instance files /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a_del
Dec 01 16:01:58 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Deletion of /opt/stack/data/nova/instances/6559da49-c67a-4c80-a7af-c13f5262552a_del complete
Dec 01 16:01:58 user nova-compute[75223]: INFO nova.compute.manager [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Took 1.00 seconds to destroy the instance on the hypervisor.
Dec 01 16:01:58 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:01:59 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Took 0.85 seconds to deallocate network for instance.
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-56a4f757-fdb5-4f65-b419-8e85a6d43e9e req-1a4ecc8e-cf53-4c20-82e0-4615c504142d service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-deleted-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.177s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:59 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Deleted allocations for instance 6559da49-c67a-4c80-a7af-c13f5262552a
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9a17e2c2-2ea5-4622-9bef-35d6b8ff4d3e tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "6559da49-c67a-4c80-a7af-c13f5262552a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.223s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:59 user nova-compute[75223]: WARNING nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received unexpected event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with vm_state deleted and task_state None.
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:59 user nova-compute[75223]: WARNING nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received unexpected event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with vm_state deleted and task_state None.
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:59 user nova-compute[75223]: WARNING nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received unexpected event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with vm_state deleted and task_state None.
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-unplugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-unplugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:59 user nova-compute[75223]: WARNING nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received unexpected event network-vif-unplugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with vm_state deleted and task_state None.
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Acquiring lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] Lock "6559da49-c67a-4c80-a7af-c13f5262552a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:01:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] No waiting events found dispatching network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:01:59 user nova-compute[75223]: WARNING nova.compute.manager [req-b742eba8-3778-46f7-a5f4-423667775e98 req-193e3d52-bfc6-4306-a525-9aa05b81aeff service nova] [instance: 6559da49-c67a-4c80-a7af-c13f5262552a] Received unexpected event network-vif-plugged-ba904f45-b381-481d-82d6-f90c934fbd89 for instance with vm_state deleted and task_state None.
Dec 01 16:02:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:08 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:11 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:02:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:02:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:02:11 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:02:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:02:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:02:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:02:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:02:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:16 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:02:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8699MB free_disk=25.24626922607422GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance afeea4b5-f440-43f7-9ec5-a50400a37221 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:02:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.265s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "23d5ce20-f61d-41f4-8442-1817caebbb0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:02:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:20 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:02:20 user nova-compute[75223]: INFO nova.compute.claims [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Claim successful on node user
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.246s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:02:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.policy [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31f18ccd36dc4d2d9c736b804bd1e414', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2604cd09843418394aa7dfab38b1098', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:02:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Creating image(s)
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "/opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "/opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "/opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.169s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk 1073741824" returned: 0 in 0.050s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Successfully created port: 7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Cannot resize image /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Ensure instance console log exists: /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Successfully updated port: 7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received event network-changed-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Refreshing instance network info cache due to event network-changed-7fa51a76-8191-4e4c-867e-03e41593aecf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] Acquiring lock "refresh_cache-23d5ce20-f61d-41f4-8442-1817caebbb0b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] Acquired lock "refresh_cache-23d5ce20-f61d-41f4-8442-1817caebbb0b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Refreshing network info cache for port 7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "refresh_cache-23d5ce20-f61d-41f4-8442-1817caebbb0b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.neutron [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a46777c0-ce92-4eef-8c13-a56641bcd8fa req-7b0a5ce6-b467-498f-a7e4-4e6f6ac0762d service nova] Releasing lock "refresh_cache-23d5ce20-f61d-41f4-8442-1817caebbb0b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquired lock "refresh_cache-23d5ce20-f61d-41f4-8442-1817caebbb0b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.neutron [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Updating instance_info_cache with network_info: [{"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Releasing lock "refresh_cache-23d5ce20-f61d-41f4-8442-1817caebbb0b" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Instance network_info: |[{"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Start _get_guest_xml network_info=[{"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:02:23 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:23 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-747090035',display_name='tempest-VolumesActionsTest-instance-747090035',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-747090035',id=41,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2604cd09843418394aa7dfab38b1098',ramdisk_id='',reservation_id='r-ytqayifx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1964185879',owner_user_name='tempest-VolumesActionsTest-1964185879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:02:22Z,user_data=None,user_id='31f18ccd36dc4d2d9c736b804bd1e414',uuid=23d5ce20-f61d-41f4-8442-1817caebbb0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converting VIF {"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:5f:49,bridge_name='br-int',has_traffic_filtering=True,id=7fa51a76-8191-4e4c-867e-03e41593aecf,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7fa51a76-81') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.objects.instance [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lazy-loading 'pci_devices' on Instance uuid 23d5ce20-f61d-41f4-8442-1817caebbb0b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:02:23 user nova-compute[75223]:   <uuid>23d5ce20-f61d-41f4-8442-1817caebbb0b</uuid>
Dec 01 16:02:23 user nova-compute[75223]:   <name>instance-00000029</name>
Dec 01 16:02:23 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:02:23 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:02:23 user nova-compute[75223]:   <metadata>
Dec 01 16:02:23 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:02:23 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:02:23 user nova-compute[75223]:       <nova:name>tempest-VolumesActionsTest-instance-747090035</nova:name>
Dec 01 16:02:23 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:02:23</nova:creationTime>
Dec 01 16:02:23 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:02:23 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:02:23 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:02:23 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:02:23 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:02:23 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:02:23 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:02:23 user nova-compute[75223]:       <nova:owner>
Dec 01 16:02:23 user nova-compute[75223]:         <nova:user uuid="31f18ccd36dc4d2d9c736b804bd1e414">tempest-VolumesActionsTest-1964185879-project-member</nova:user>
Dec 01 16:02:23 user nova-compute[75223]:         <nova:project uuid="f2604cd09843418394aa7dfab38b1098">tempest-VolumesActionsTest-1964185879</nova:project>
Dec 01 16:02:23 user nova-compute[75223]:       </nova:owner>
Dec 01 16:02:23 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 16:02:23 user nova-compute[75223]:       <nova:ports>
Dec 01 16:02:23 user nova-compute[75223]:         <nova:port uuid="7fa51a76-8191-4e4c-867e-03e41593aecf">
Dec 01 16:02:23 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 16:02:23 user nova-compute[75223]:         </nova:port>
Dec 01 16:02:23 user nova-compute[75223]:       </nova:ports>
Dec 01 16:02:23 user nova-compute[75223]:     </nova:instance>
Dec 01 16:02:23 user nova-compute[75223]:   </metadata>
Dec 01 16:02:23 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:02:23 user nova-compute[75223]:     <system>
Dec 01 16:02:23 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:02:23 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:02:23 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:02:23 user nova-compute[75223]:       <entry name="serial">23d5ce20-f61d-41f4-8442-1817caebbb0b</entry>
Dec 01 16:02:23 user nova-compute[75223]:       <entry name="uuid">23d5ce20-f61d-41f4-8442-1817caebbb0b</entry>
Dec 01 16:02:23 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:02:23 user nova-compute[75223]:     </system>
Dec 01 16:02:23 user nova-compute[75223]:   </sysinfo>
Dec 01 16:02:23 user nova-compute[75223]:   <os>
Dec 01 16:02:23 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:02:23 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:02:23 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:02:23 user nova-compute[75223]:   </os>
Dec 01 16:02:23 user nova-compute[75223]:   <features>
Dec 01 16:02:23 user nova-compute[75223]:     <acpi/>
Dec 01 16:02:23 user nova-compute[75223]:     <apic/>
Dec 01 16:02:23 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:02:23 user nova-compute[75223]:   </features>
Dec 01 16:02:23 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:02:23 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:02:23 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:02:23 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:02:23 user nova-compute[75223]:   </clock>
Dec 01 16:02:23 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:02:23 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:02:23 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:02:23 user nova-compute[75223]:   </cpu>
Dec 01 16:02:23 user nova-compute[75223]:   <devices>
Dec 01 16:02:23 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:02:23 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:02:23 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk"/>
Dec 01 16:02:23 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:02:23 user nova-compute[75223]:     </disk>
Dec 01 16:02:23 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:02:23 user nova-compute[75223]:       <mac address="fa:16:3e:21:5f:49"/>
Dec 01 16:02:23 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:02:23 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:02:23 user nova-compute[75223]:       <target dev="tap7fa51a76-81"/>
Dec 01 16:02:23 user nova-compute[75223]:     </interface>
Dec 01 16:02:23 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:02:23 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/console.log" append="off"/>
Dec 01 16:02:23 user nova-compute[75223]:     </serial>
Dec 01 16:02:23 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:02:23 user nova-compute[75223]:     <video>
Dec 01 16:02:23 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:02:23 user nova-compute[75223]:     </video>
Dec 01 16:02:23 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:02:23 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:02:23 user nova-compute[75223]:     </rng>
Dec 01 16:02:23 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:02:23 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:02:23 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:02:23 user nova-compute[75223]:     </memballoon>
Dec 01 16:02:23 user nova-compute[75223]:   </devices>
Dec 01 16:02:23 user nova-compute[75223]: </domain>
Dec 01 16:02:23 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-747090035',display_name='tempest-VolumesActionsTest-instance-747090035',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-747090035',id=41,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f2604cd09843418394aa7dfab38b1098',ramdisk_id='',reservation_id='r-ytqayifx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1964185879',owner_user_name='tempest-VolumesActionsTest-1964185879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:02:22Z,user_data=None,user_id='31f18ccd36dc4d2d9c736b804bd1e414',uuid=23d5ce20-f61d-41f4-8442-1817caebbb0b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converting VIF {"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:5f:49,bridge_name='br-int',has_traffic_filtering=True,id=7fa51a76-8191-4e4c-867e-03e41593aecf,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7fa51a76-81') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG os_vif [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:5f:49,bridge_name='br-int',has_traffic_filtering=True,id=7fa51a76-8191-4e4c-867e-03e41593aecf,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7fa51a76-81') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ded9032e-d374-5771-beeb-55f31839f03f', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7fa51a76-81, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7fa51a76-81, col_values=(('qos', UUID('694d65dd-afe5-493f-8d80-85e58fa9ffc8')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7fa51a76-81, col_values=(('external_ids', {'iface-id': '7fa51a76-8191-4e4c-867e-03e41593aecf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:21:5f:49', 'vm-uuid': '23d5ce20-f61d-41f4-8442-1817caebbb0b'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:23 user nova-compute[75223]: INFO os_vif [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:5f:49,bridge_name='br-int',has_traffic_filtering=True,id=7fa51a76-8191-4e4c-867e-03e41593aecf,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7fa51a76-81')
Dec 01 16:02:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:02:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] No VIF found with MAC fa:16:3e:21:5f:49, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-96d7b236-ab31-42f6-8079-bd0333dfebb3 req-2be9a4ab-83ba-4eb5-93e1-0c5064d4ed41 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received event network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-96d7b236-ab31-42f6-8079-bd0333dfebb3 req-2be9a4ab-83ba-4eb5-93e1-0c5064d4ed41 service nova] Acquiring lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-96d7b236-ab31-42f6-8079-bd0333dfebb3 req-2be9a4ab-83ba-4eb5-93e1-0c5064d4ed41 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-96d7b236-ab31-42f6-8079-bd0333dfebb3 req-2be9a4ab-83ba-4eb5-93e1-0c5064d4ed41 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-96d7b236-ab31-42f6-8079-bd0333dfebb3 req-2be9a4ab-83ba-4eb5-93e1-0c5064d4ed41 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] No waiting events found dispatching network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:02:25 user nova-compute[75223]: WARNING nova.compute.manager [req-96d7b236-ab31-42f6-8079-bd0333dfebb3 req-2be9a4ab-83ba-4eb5-93e1-0c5064d4ed41 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received unexpected event network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf for instance with vm_state building and task_state spawning.
Dec 01 16:02:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:02:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Instance spawned successfully.
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:27 user nova-compute[75223]: INFO nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Took 5.86 seconds to spawn the instance on the hypervisor.
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-e08fce1b-6177-4dd8-b077-ce5d524430af req-d46ce0bd-8bf1-4758-ab4a-62670fb91a45 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received event network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e08fce1b-6177-4dd8-b077-ce5d524430af req-d46ce0bd-8bf1-4758-ab4a-62670fb91a45 service nova] Acquiring lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e08fce1b-6177-4dd8-b077-ce5d524430af req-d46ce0bd-8bf1-4758-ab4a-62670fb91a45 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e08fce1b-6177-4dd8-b077-ce5d524430af req-d46ce0bd-8bf1-4758-ab4a-62670fb91a45 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-e08fce1b-6177-4dd8-b077-ce5d524430af req-d46ce0bd-8bf1-4758-ab4a-62670fb91a45 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] No waiting events found dispatching network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:02:27 user nova-compute[75223]: WARNING nova.compute.manager [req-e08fce1b-6177-4dd8-b077-ce5d524430af req-d46ce0bd-8bf1-4758-ab4a-62670fb91a45 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received unexpected event network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf for instance with vm_state building and task_state spawning.
Dec 01 16:02:27 user nova-compute[75223]: INFO nova.compute.manager [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Took 6.83 seconds to build instance.
Dec 01 16:02:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-f2eaece9-8727-486a-8c9e-77b5c98469cb tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.929s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:02:29 user nova-compute[75223]: INFO nova.compute.claims [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Claim successful on node user
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.263s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:02:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:02:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:02:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:29 user nova-compute[75223]: INFO nova.virt.block_device [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Booting with volume snapshot d8ae720e-2fd4-4d6a-bbe2-173f00901538 at /dev/vda
Dec 01 16:02:30 user nova-compute[75223]: DEBUG nova.policy [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1a23b0422245d693e9eb2b93550bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c29e4d09c014fb7aa09f09772656be7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:02:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Successfully created port: 40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Successfully updated port: 40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "refresh_cache-8d5b92f5-88f2-41c6-9c0d-865dd4323401" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquired lock "refresh_cache-8d5b92f5-88f2-41c6-9c0d-865dd4323401" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received event network-changed-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Refreshing instance network info cache due to event network-changed-40b2f5a2-bcd6-4320-8a14-a5531181a8c7. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] Acquiring lock "refresh_cache-8d5b92f5-88f2-41c6-9c0d-865dd4323401" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Updating instance_info_cache with network_info: [{"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Releasing lock "refresh_cache-8d5b92f5-88f2-41c6-9c0d-865dd4323401" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Instance network_info: |[{"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] Acquired lock "refresh_cache-8d5b92f5-88f2-41c6-9c0d-865dd4323401" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:02:31 user nova-compute[75223]: DEBUG nova.network.neutron [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Refreshing network info cache for port 40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:02:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Updated VIF entry in instance network info cache for port 40b2f5a2-bcd6-4320-8a14-a5531181a8c7. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:02:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Updating instance_info_cache with network_info: [{"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:02:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-08925056-2597-4042-94ce-5af30780b4ef req-da67416e-4e9d-4b08-bafc-f7deba7d22fa service nova] Releasing lock "refresh_cache-8d5b92f5-88f2-41c6-9c0d-865dd4323401" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:02:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG os_brick.utils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e8b895-5233-4668-9395-f0314f2a751c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1322398d-ea64-42e4-b349-5556def8a55f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35e2033-1553-498c-9f09-af72e7a00119]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3916847b-743b-46a5-902a-1651deb19ba3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:02:35 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:02:35 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bdedb4f-c233-4972-a560-d996383aed43]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG os_brick.utils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:02:35 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Updating existing volume attachment record: 1d21a8a5-4d2f-44eb-855b-e2f81de7eebb {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:02:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:02:44 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Creating image(s)
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Ensure instance console log exists: /opt/stack/data/nova/instances/8d5b92f5-88f2-41c6-9c0d-865dd4323401/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Start _get_guest_xml network_info=[{"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FVvjClHu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8d5b92f5-88f2-41c6-9c0d-865dd4323401', 'attached_at': '', 'detached_at': '', 'volume_id': '583e2852-145a-4602-bc2a-6895eb8ed289', 'serial': '583e2852-145a-4602-bc2a-6895eb8ed289'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': '1d21a8a5-4d2f-44eb-855b-e2f81de7eebb', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:02:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FVvjClHu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:02:44 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:02:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:02:44 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:02:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:02:44 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:02:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[11b9bf4c-af22-458b-b762-fffb600c788f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:02:45 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[61061af0-ba3a-43c6-a3d2-63641d169646]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289] added
Dec 01 16:02:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d6fef9-6341-4160-b7a5-2d9dcece70da]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc44c77d-5b42-4b19-9df2-549238b74dc9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FVvjClHu {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FVvjClHu" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b51a41b0-3478-4c6e-876e-02c010bd5025]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FVvjClHu'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[07433e0e-21ed-491c-8db1-4853032f998c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5629594a-2b77-4b4f-908a-433a1c70f1ff]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:02:45 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:02:45 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:02:45 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:02:45 user nova-compute[75223]: 
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[451002ac-c588-4e4c-bb5a-d5fd666c7fb5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260]
Dec 01 16:02:45 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260] successful.
Dec 01 16:02:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5bc7f84-a820-40e5-b511-c81ba87b0482]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6caff34-16ee-4cd5-a1da-c777095524f0]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 (non-flash)
Dec 01 16:02:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 (non-flash)
Dec 01 16:02:45 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.247s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[314bf8b2-4c4d-4c64-98a9-05d60ab8fa0c]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:02:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FVvjClHu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.277s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== connect_volume: return (1278ms) {'type': 'block', 'scsi_wwn': '23130643536333132', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23130643536333132', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-459214077',display_name='tempest-TestVolumeBootPattern-server-459214077',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-459214077',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-dmtr2pa7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:02:30Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=8d5b92f5-88f2-41c6-9c0d-865dd4323401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:5f:21,bridge_name='br-int',has_traffic_filtering=True,id=40b2f5a2-bcd6-4320-8a14-a5531181a8c7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40b2f5a2-bc') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.objects.instance [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'pci_devices' on Instance uuid 8d5b92f5-88f2-41c6-9c0d-865dd4323401 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:02:46 user nova-compute[75223]:   <uuid>8d5b92f5-88f2-41c6-9c0d-865dd4323401</uuid>
Dec 01 16:02:46 user nova-compute[75223]:   <name>instance-0000002a</name>
Dec 01 16:02:46 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:02:46 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:02:46 user nova-compute[75223]:   <metadata>
Dec 01 16:02:46 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:02:46 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:02:46 user nova-compute[75223]:       <nova:name>tempest-TestVolumeBootPattern-server-459214077</nova:name>
Dec 01 16:02:46 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:02:44</nova:creationTime>
Dec 01 16:02:46 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:02:46 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:02:46 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:02:46 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:02:46 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:02:46 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:02:46 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:02:46 user nova-compute[75223]:       <nova:owner>
Dec 01 16:02:46 user nova-compute[75223]:         <nova:user uuid="0a1a23b0422245d693e9eb2b93550bb5">tempest-TestVolumeBootPattern-413016307-project-member</nova:user>
Dec 01 16:02:46 user nova-compute[75223]:         <nova:project uuid="0c29e4d09c014fb7aa09f09772656be7">tempest-TestVolumeBootPattern-413016307</nova:project>
Dec 01 16:02:46 user nova-compute[75223]:       </nova:owner>
Dec 01 16:02:46 user nova-compute[75223]:       <nova:ports>
Dec 01 16:02:46 user nova-compute[75223]:         <nova:port uuid="40b2f5a2-bcd6-4320-8a14-a5531181a8c7">
Dec 01 16:02:46 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Dec 01 16:02:46 user nova-compute[75223]:         </nova:port>
Dec 01 16:02:46 user nova-compute[75223]:       </nova:ports>
Dec 01 16:02:46 user nova-compute[75223]:     </nova:instance>
Dec 01 16:02:46 user nova-compute[75223]:   </metadata>
Dec 01 16:02:46 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:02:46 user nova-compute[75223]:     <system>
Dec 01 16:02:46 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:02:46 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:02:46 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:02:46 user nova-compute[75223]:       <entry name="serial">8d5b92f5-88f2-41c6-9c0d-865dd4323401</entry>
Dec 01 16:02:46 user nova-compute[75223]:       <entry name="uuid">8d5b92f5-88f2-41c6-9c0d-865dd4323401</entry>
Dec 01 16:02:46 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:02:46 user nova-compute[75223]:     </system>
Dec 01 16:02:46 user nova-compute[75223]:   </sysinfo>
Dec 01 16:02:46 user nova-compute[75223]:   <os>
Dec 01 16:02:46 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:02:46 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:02:46 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:02:46 user nova-compute[75223]:   </os>
Dec 01 16:02:46 user nova-compute[75223]:   <features>
Dec 01 16:02:46 user nova-compute[75223]:     <acpi/>
Dec 01 16:02:46 user nova-compute[75223]:     <apic/>
Dec 01 16:02:46 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:02:46 user nova-compute[75223]:   </features>
Dec 01 16:02:46 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:02:46 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:02:46 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:02:46 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:02:46 user nova-compute[75223]:   </clock>
Dec 01 16:02:46 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:02:46 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:02:46 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:02:46 user nova-compute[75223]:   </cpu>
Dec 01 16:02:46 user nova-compute[75223]:   <devices>
Dec 01 16:02:46 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 16:02:46 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:02:46 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 16:02:46 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:02:46 user nova-compute[75223]:       <serial>583e2852-145a-4602-bc2a-6895eb8ed289</serial>
Dec 01 16:02:46 user nova-compute[75223]:     </disk>
Dec 01 16:02:46 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:02:46 user nova-compute[75223]:       <mac address="fa:16:3e:5a:5f:21"/>
Dec 01 16:02:46 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:02:46 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:02:46 user nova-compute[75223]:       <target dev="tap40b2f5a2-bc"/>
Dec 01 16:02:46 user nova-compute[75223]:     </interface>
Dec 01 16:02:46 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:02:46 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/8d5b92f5-88f2-41c6-9c0d-865dd4323401/console.log" append="off"/>
Dec 01 16:02:46 user nova-compute[75223]:     </serial>
Dec 01 16:02:46 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:02:46 user nova-compute[75223]:     <video>
Dec 01 16:02:46 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:02:46 user nova-compute[75223]:     </video>
Dec 01 16:02:46 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:02:46 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:02:46 user nova-compute[75223]:     </rng>
Dec 01 16:02:46 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:02:46 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:02:46 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:02:46 user nova-compute[75223]:     </memballoon>
Dec 01 16:02:46 user nova-compute[75223]:   </devices>
Dec 01 16:02:46 user nova-compute[75223]: </domain>
Dec 01 16:02:46 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-459214077',display_name='tempest-TestVolumeBootPattern-server-459214077',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-459214077',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-dmtr2pa7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:02:30Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=8d5b92f5-88f2-41c6-9c0d-865dd4323401,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:5f:21,bridge_name='br-int',has_traffic_filtering=True,id=40b2f5a2-bcd6-4320-8a14-a5531181a8c7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40b2f5a2-bc') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG os_vif [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:5f:21,bridge_name='br-int',has_traffic_filtering=True,id=40b2f5a2-bcd6-4320-8a14-a5531181a8c7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40b2f5a2-bc') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '00f285a1-dc9c-58ee-9794-7b90eeb252ba', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40b2f5a2-bc, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40b2f5a2-bc, col_values=(('qos', UUID('fb4ce192-2be1-4c06-9415-eae6d4e75efe')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40b2f5a2-bc, col_values=(('external_ids', {'iface-id': '40b2f5a2-bcd6-4320-8a14-a5531181a8c7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5a:5f:21', 'vm-uuid': '8d5b92f5-88f2-41c6-9c0d-865dd4323401'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:46 user nova-compute[75223]: INFO os_vif [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:5f:21,bridge_name='br-int',has_traffic_filtering=True,id=40b2f5a2-bcd6-4320-8a14-a5531181a8c7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40b2f5a2-bc')
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:02:46 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No VIF found with MAC fa:16:3e:5a:5f:21, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a07cb79-e743-452d-a3dd-b4b16cbffcc1 req-0826c0c1-608c-4691-977f-88b9d9f66873 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received event network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a07cb79-e743-452d-a3dd-b4b16cbffcc1 req-0826c0c1-608c-4691-977f-88b9d9f66873 service nova] Acquiring lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a07cb79-e743-452d-a3dd-b4b16cbffcc1 req-0826c0c1-608c-4691-977f-88b9d9f66873 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8a07cb79-e743-452d-a3dd-b4b16cbffcc1 req-0826c0c1-608c-4691-977f-88b9d9f66873 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-8a07cb79-e743-452d-a3dd-b4b16cbffcc1 req-0826c0c1-608c-4691-977f-88b9d9f66873 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] No waiting events found dispatching network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:02:47 user nova-compute[75223]: WARNING nova.compute.manager [req-8a07cb79-e743-452d-a3dd-b4b16cbffcc1 req-0826c0c1-608c-4691-977f-88b9d9f66873 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received unexpected event network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 for instance with vm_state building and task_state spawning.
Dec 01 16:02:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:02:49 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Instance spawned successfully.
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-85bb5105-5e10-4fe5-83a0-37c1edfc358b req-6994d3a2-9269-42d2-9157-b3a1b35bf7a6 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received event network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-85bb5105-5e10-4fe5-83a0-37c1edfc358b req-6994d3a2-9269-42d2-9157-b3a1b35bf7a6 service nova] Acquiring lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-85bb5105-5e10-4fe5-83a0-37c1edfc358b req-6994d3a2-9269-42d2-9157-b3a1b35bf7a6 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-85bb5105-5e10-4fe5-83a0-37c1edfc358b req-6994d3a2-9269-42d2-9157-b3a1b35bf7a6 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-85bb5105-5e10-4fe5-83a0-37c1edfc358b req-6994d3a2-9269-42d2-9157-b3a1b35bf7a6 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] No waiting events found dispatching network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:02:49 user nova-compute[75223]: WARNING nova.compute.manager [req-85bb5105-5e10-4fe5-83a0-37c1edfc358b req-6994d3a2-9269-42d2-9157-b3a1b35bf7a6 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received unexpected event network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 for instance with vm_state building and task_state spawning.
Dec 01 16:02:49 user nova-compute[75223]: INFO nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Took 5.08 seconds to spawn the instance on the hypervisor.
Dec 01 16:02:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:02:50 user nova-compute[75223]: INFO nova.compute.manager [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Took 20.53 seconds to build instance.
Dec 01 16:02:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-d837f00d-a463-4350-8f7f-da0cedff784a tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.650s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:02:51 user nova-compute[75223]: INFO nova.compute.claims [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Claim successful on node user
Dec 01 16:02:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.322s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.network.neutron [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:02:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.policy [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131bf5b66f784145975a995938275b44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f4cb2ffd98440cbd6fc784a8881234', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:02:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Creating image(s)
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "/opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "/opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.248s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.222s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk 1073741824" returned: 0 in 0.062s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG nova.network.neutron [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Successfully created port: ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Checking if we can resize image /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Cannot resize image /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Ensure instance console log exists: /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Successfully updated port: ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquired lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-changed-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Refreshing instance network info cache due to event network-changed-ca371039-3da8-4c7b-9fcd-3e0a9692c60e. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] Acquiring lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.neutron [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updating instance_info_cache with network_info: [{"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Releasing lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Instance network_info: |[{"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] Acquired lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.neutron [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Refreshing network info cache for port ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Start _get_guest_xml network_info=[{"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:02:53 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:53 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1422787661',display_name='tempest-AttachVolumeNegativeTest-server-1422787661',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1422787661',id=43,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEJYyqNUXCrhUJFjOGSjXdcK7v4HjKEVXEMX8XhawlqI3+2SHM8qRAXMAhTN4kzGsyNl8UcV8idQ7pQcRcF/kUlIGDkSIv2FqskZ5ccW3kIvYKkSgZSeuhFzkhPbT9PDw==',key_name='tempest-keypair-862802897',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-xncd9ixp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:02:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=560a1173-2d3d-412a-ad2b-e389fdd280f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:52:ac,bridge_name='br-int',has_traffic_filtering=True,id=ca371039-3da8-4c7b-9fcd-3e0a9692c60e,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca371039-3d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.objects.instance [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'pci_devices' on Instance uuid 560a1173-2d3d-412a-ad2b-e389fdd280f0 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:02:53 user nova-compute[75223]:   <uuid>560a1173-2d3d-412a-ad2b-e389fdd280f0</uuid>
Dec 01 16:02:53 user nova-compute[75223]:   <name>instance-0000002b</name>
Dec 01 16:02:53 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:02:53 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:02:53 user nova-compute[75223]:   <metadata>
Dec 01 16:02:53 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:02:53 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:02:53 user nova-compute[75223]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1422787661</nova:name>
Dec 01 16:02:53 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:02:53</nova:creationTime>
Dec 01 16:02:53 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:02:53 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:02:53 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:02:53 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:02:53 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:02:53 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:02:53 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:02:53 user nova-compute[75223]:       <nova:owner>
Dec 01 16:02:53 user nova-compute[75223]:         <nova:user uuid="131bf5b66f784145975a995938275b44">tempest-AttachVolumeNegativeTest-650516736-project-member</nova:user>
Dec 01 16:02:53 user nova-compute[75223]:         <nova:project uuid="b1f4cb2ffd98440cbd6fc784a8881234">tempest-AttachVolumeNegativeTest-650516736</nova:project>
Dec 01 16:02:53 user nova-compute[75223]:       </nova:owner>
Dec 01 16:02:53 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 16:02:53 user nova-compute[75223]:       <nova:ports>
Dec 01 16:02:53 user nova-compute[75223]:         <nova:port uuid="ca371039-3da8-4c7b-9fcd-3e0a9692c60e">
Dec 01 16:02:53 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 16:02:53 user nova-compute[75223]:         </nova:port>
Dec 01 16:02:53 user nova-compute[75223]:       </nova:ports>
Dec 01 16:02:53 user nova-compute[75223]:     </nova:instance>
Dec 01 16:02:53 user nova-compute[75223]:   </metadata>
Dec 01 16:02:53 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:02:53 user nova-compute[75223]:     <system>
Dec 01 16:02:53 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:02:53 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:02:53 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:02:53 user nova-compute[75223]:       <entry name="serial">560a1173-2d3d-412a-ad2b-e389fdd280f0</entry>
Dec 01 16:02:53 user nova-compute[75223]:       <entry name="uuid">560a1173-2d3d-412a-ad2b-e389fdd280f0</entry>
Dec 01 16:02:53 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:02:53 user nova-compute[75223]:     </system>
Dec 01 16:02:53 user nova-compute[75223]:   </sysinfo>
Dec 01 16:02:53 user nova-compute[75223]:   <os>
Dec 01 16:02:53 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:02:53 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:02:53 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:02:53 user nova-compute[75223]:   </os>
Dec 01 16:02:53 user nova-compute[75223]:   <features>
Dec 01 16:02:53 user nova-compute[75223]:     <acpi/>
Dec 01 16:02:53 user nova-compute[75223]:     <apic/>
Dec 01 16:02:53 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:02:53 user nova-compute[75223]:   </features>
Dec 01 16:02:53 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:02:53 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:02:53 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:02:53 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:02:53 user nova-compute[75223]:   </clock>
Dec 01 16:02:53 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:02:53 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:02:53 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:02:53 user nova-compute[75223]:   </cpu>
Dec 01 16:02:53 user nova-compute[75223]:   <devices>
Dec 01 16:02:53 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:02:53 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:02:53 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk"/>
Dec 01 16:02:53 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:02:53 user nova-compute[75223]:     </disk>
Dec 01 16:02:53 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:02:53 user nova-compute[75223]:       <mac address="fa:16:3e:e4:52:ac"/>
Dec 01 16:02:53 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:02:53 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:02:53 user nova-compute[75223]:       <target dev="tapca371039-3d"/>
Dec 01 16:02:53 user nova-compute[75223]:     </interface>
Dec 01 16:02:53 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:02:53 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/console.log" append="off"/>
Dec 01 16:02:53 user nova-compute[75223]:     </serial>
Dec 01 16:02:53 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:02:53 user nova-compute[75223]:     <video>
Dec 01 16:02:53 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:02:53 user nova-compute[75223]:     </video>
Dec 01 16:02:53 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:02:53 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:02:53 user nova-compute[75223]:     </rng>
Dec 01 16:02:53 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:02:53 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:02:53 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:02:53 user nova-compute[75223]:     </memballoon>
Dec 01 16:02:53 user nova-compute[75223]:   </devices>
Dec 01 16:02:53 user nova-compute[75223]: </domain>
Dec 01 16:02:53 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1422787661',display_name='tempest-AttachVolumeNegativeTest-server-1422787661',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1422787661',id=43,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEJYyqNUXCrhUJFjOGSjXdcK7v4HjKEVXEMX8XhawlqI3+2SHM8qRAXMAhTN4kzGsyNl8UcV8idQ7pQcRcF/kUlIGDkSIv2FqskZ5ccW3kIvYKkSgZSeuhFzkhPbT9PDw==',key_name='tempest-keypair-862802897',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-xncd9ixp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:02:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=560a1173-2d3d-412a-ad2b-e389fdd280f0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:52:ac,bridge_name='br-int',has_traffic_filtering=True,id=ca371039-3da8-4c7b-9fcd-3e0a9692c60e,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca371039-3d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG os_vif [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:52:ac,bridge_name='br-int',has_traffic_filtering=True,id=ca371039-3da8-4c7b-9fcd-3e0a9692c60e,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca371039-3d') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '20a3fd79-c85d-5789-8f3a-aeab911dbeaa', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca371039-3d, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca371039-3d, col_values=(('qos', UUID('128d36d3-e7af-4016-acb3-c06f0a98579e')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca371039-3d, col_values=(('external_ids', {'iface-id': 'ca371039-3da8-4c7b-9fcd-3e0a9692c60e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:52:ac', 'vm-uuid': '560a1173-2d3d-412a-ad2b-e389fdd280f0'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:53 user nova-compute[75223]: INFO os_vif [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:52:ac,bridge_name='br-int',has_traffic_filtering=True,id=ca371039-3da8-4c7b-9fcd-3e0a9692c60e,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca371039-3d')
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No VIF found with MAC fa:16:3e:e4:52:ac, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.neutron [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updated VIF entry in instance network info cache for port ca371039-3da8-4c7b-9fcd-3e0a9692c60e. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG nova.network.neutron [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updating instance_info_cache with network_info: [{"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:02:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-0f662c65-d7e3-49f8-8a06-2f374f580f27 req-f28a7cb5-a9d8-40fe-b60f-fec2b0e23811 service nova] Releasing lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-4a945772-9817-4d41-bb6a-53b6e2688f63 req-f01add1e-fc5a-48af-8835-4d6ef87b033e service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4a945772-9817-4d41-bb6a-53b6e2688f63 req-f01add1e-fc5a-48af-8835-4d6ef87b033e service nova] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4a945772-9817-4d41-bb6a-53b6e2688f63 req-f01add1e-fc5a-48af-8835-4d6ef87b033e service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4a945772-9817-4d41-bb6a-53b6e2688f63 req-f01add1e-fc5a-48af-8835-4d6ef87b033e service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-4a945772-9817-4d41-bb6a-53b6e2688f63 req-f01add1e-fc5a-48af-8835-4d6ef87b033e service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] No waiting events found dispatching network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:02:55 user nova-compute[75223]: WARNING nova.compute.manager [req-4a945772-9817-4d41-bb6a-53b6e2688f63 req-f01add1e-fc5a-48af-8835-4d6ef87b033e service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received unexpected event network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e for instance with vm_state building and task_state spawning.
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:02:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Instance spawned successfully.
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-8868adf4-eae4-4f5b-93e8-eaf033b9f512 req-1439ad32-cc4c-452f-9223-95571731b9f8 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8868adf4-eae4-4f5b-93e8-eaf033b9f512 req-1439ad32-cc4c-452f-9223-95571731b9f8 service nova] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8868adf4-eae4-4f5b-93e8-eaf033b9f512 req-1439ad32-cc4c-452f-9223-95571731b9f8 service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8868adf4-eae4-4f5b-93e8-eaf033b9f512 req-1439ad32-cc4c-452f-9223-95571731b9f8 service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-8868adf4-eae4-4f5b-93e8-eaf033b9f512 req-1439ad32-cc4c-452f-9223-95571731b9f8 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] No waiting events found dispatching network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:02:57 user nova-compute[75223]: WARNING nova.compute.manager [req-8868adf4-eae4-4f5b-93e8-eaf033b9f512 req-1439ad32-cc4c-452f-9223-95571731b9f8 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received unexpected event network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e for instance with vm_state building and task_state spawning.
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:02:57 user nova-compute[75223]: INFO nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Took 5.61 seconds to spawn the instance on the hypervisor.
Dec 01 16:02:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:02:57 user nova-compute[75223]: INFO nova.compute.manager [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Took 6.30 seconds to build instance.
Dec 01 16:02:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08dfb778-a2f6-4d94-8d6f-369cb839a8fb tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.395s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:02:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:03:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 16:03:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "afeea4b5-f440-43f7-9ec5-a50400a37221" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:03:17 user nova-compute[75223]: INFO nova.compute.manager [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Terminating instance
Dec 01 16:03:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:03:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-2e1dfc9d-1e34-4a5e-8fa3-d0a744c7c3ef req-212ada95-2639-4b40-907b-8624781bfde8 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received event network-vif-unplugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e1dfc9d-1e34-4a5e-8fa3-d0a744c7c3ef req-212ada95-2639-4b40-907b-8624781bfde8 service nova] Acquiring lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e1dfc9d-1e34-4a5e-8fa3-d0a744c7c3ef req-212ada95-2639-4b40-907b-8624781bfde8 service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2e1dfc9d-1e34-4a5e-8fa3-d0a744c7c3ef req-212ada95-2639-4b40-907b-8624781bfde8 service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-2e1dfc9d-1e34-4a5e-8fa3-d0a744c7c3ef req-212ada95-2639-4b40-907b-8624781bfde8 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] No waiting events found dispatching network-vif-unplugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-2e1dfc9d-1e34-4a5e-8fa3-d0a744c7c3ef req-212ada95-2639-4b40-907b-8624781bfde8 service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received event network-vif-unplugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:03:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Instance destroyed successfully.
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lazy-loading 'resources' on Instance uuid afeea4b5-f440-43f7-9ec5-a50400a37221 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:01:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-237556042',display_name='tempest-ServersNegativeTestJSON-server-237556042',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-237556042',id=40,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:01:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='45717327a81149b5bfff822eb007759b',ramdisk_id='',reservation_id='r-oi2n7b7i',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-579429698',owner_user_name='tempest-ServersNegativeTestJSON-579429698-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:01:34Z,user_data=None,user_id='16a77e896f234599a712a6a225884ee1',uuid=afeea4b5-f440-43f7-9ec5-a50400a37221,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converting VIF {"id": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "address": "fa:16:3e:89:ab:c4", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap049ad1b8-2c", "ovs_interfaceid": "049ad1b8-2c97-4439-b452-a5814d5bfd7a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:ab:c4,bridge_name='br-int',has_traffic_filtering=True,id=049ad1b8-2c97-4439-b452-a5814d5bfd7a,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap049ad1b8-2c') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG os_vif [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ab:c4,bridge_name='br-int',has_traffic_filtering=True,id=049ad1b8-2c97-4439-b452-a5814d5bfd7a,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap049ad1b8-2c') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap049ad1b8-2c, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f8d1860b-5906-4eac-a2c6-28c5ea8bb325) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: INFO os_vif [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:ab:c4,bridge_name='br-int',has_traffic_filtering=True,id=049ad1b8-2c97-4439-b452-a5814d5bfd7a,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap049ad1b8-2c')
Dec 01 16:03:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Deleting instance files /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221_del
Dec 01 16:03:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Deletion of /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221_del complete
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: INFO nova.compute.manager [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Took 0.76 seconds to destroy the instance on the hypervisor.
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json" returned: 1 in 0.222s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] '/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk --force-share --output=json' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:03:18 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Periodic task is updating the host stats, it is trying to get disk info for instance-00000028, but the backing disk storage was removed by a concurrent operation such as resize. Error: No disk at /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk: nova.exception.DiskNotFound: No disk at /opt/stack/data/nova/instances/afeea4b5-f440-43f7-9ec5-a50400a37221/disk
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:03:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-be4f1bec-4f92-405f-b0a2-51ac62b765dc req-ea40a2a8-9a50-4945-b648-7b8dce6c276e service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received event network-vif-deleted-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:03:19 user nova-compute[75223]: INFO nova.compute.manager [req-be4f1bec-4f92-405f-b0a2-51ac62b765dc req-ea40a2a8-9a50-4945-b648-7b8dce6c276e service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Neutron deleted interface 049ad1b8-2c97-4439-b452-a5814d5bfd7a; detaching it from the instance and deleting it from the info cache
Dec 01 16:03:19 user nova-compute[75223]: DEBUG nova.network.neutron [req-be4f1bec-4f92-405f-b0a2-51ac62b765dc req-ea40a2a8-9a50-4945-b648-7b8dce6c276e service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:03:19 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Took 0.63 seconds to deallocate network for instance.
Dec 01 16:03:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-be4f1bec-4f92-405f-b0a2-51ac62b765dc req-ea40a2a8-9a50-4945-b648-7b8dce6c276e service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Detach interface failed, port_id=049ad1b8-2c97-4439-b452-a5814d5bfd7a, reason: Instance afeea4b5-f440-43f7-9ec5-a50400a37221 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.278s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:03:19 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Deleted allocations for instance afeea4b5-f440-43f7-9ec5-a50400a37221
Dec 01 16:03:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-346ba9d9-ae55-4e0c-99dd-74fa1d9cffba req-89f8266b-5bf4-414f-b72f-7f7e3c89b2ba service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received event network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-346ba9d9-ae55-4e0c-99dd-74fa1d9cffba req-89f8266b-5bf4-414f-b72f-7f7e3c89b2ba service nova] Acquiring lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-346ba9d9-ae55-4e0c-99dd-74fa1d9cffba req-89f8266b-5bf4-414f-b72f-7f7e3c89b2ba service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-346ba9d9-ae55-4e0c-99dd-74fa1d9cffba req-89f8266b-5bf4-414f-b72f-7f7e3c89b2ba service nova] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-346ba9d9-ae55-4e0c-99dd-74fa1d9cffba req-89f8266b-5bf4-414f-b72f-7f7e3c89b2ba service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] No waiting events found dispatching network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:03:20 user nova-compute[75223]: WARNING nova.compute.manager [req-346ba9d9-ae55-4e0c-99dd-74fa1d9cffba req-89f8266b-5bf4-414f-b72f-7f7e3c89b2ba service nova] [instance: afeea4b5-f440-43f7-9ec5-a50400a37221] Received unexpected event network-vif-plugged-049ad1b8-2c97-4439-b452-a5814d5bfd7a for instance with vm_state deleted and task_state None.
Dec 01 16:03:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-41bcd38e-fe70-4399-b7d1-efc341966daa tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "afeea4b5-f440-43f7-9ec5-a50400a37221" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.393s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:03:20 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:03:20 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8218MB free_disk=25.170196533203125GB free_vcpus=7 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 23d5ce20-f61d-41f4-8442-1817caebbb0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 8d5b92f5-88f2-41c6-9c0d-865dd4323401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.316s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:03:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:03:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:03:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:03:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:03:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:03:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:03:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:03:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:03:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:03:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:04:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:04:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:04:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:04:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:04:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:09 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "23d5ce20-f61d-41f4-8442-1817caebbb0b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:11 user nova-compute[75223]: INFO nova.compute.manager [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Terminating instance
Dec 01 16:04:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-4fcc3869-2555-43de-89f6-79d0dd0fefc9 req-dcc63760-c35d-49e8-bded-d00f1d74ecc1 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received event network-vif-unplugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4fcc3869-2555-43de-89f6-79d0dd0fefc9 req-dcc63760-c35d-49e8-bded-d00f1d74ecc1 service nova] Acquiring lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4fcc3869-2555-43de-89f6-79d0dd0fefc9 req-dcc63760-c35d-49e8-bded-d00f1d74ecc1 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4fcc3869-2555-43de-89f6-79d0dd0fefc9 req-dcc63760-c35d-49e8-bded-d00f1d74ecc1 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-4fcc3869-2555-43de-89f6-79d0dd0fefc9 req-dcc63760-c35d-49e8-bded-d00f1d74ecc1 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] No waiting events found dispatching network-vif-unplugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:04:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-4fcc3869-2555-43de-89f6-79d0dd0fefc9 req-dcc63760-c35d-49e8-bded-d00f1d74ecc1 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received event network-vif-unplugged-7fa51a76-8191-4e4c-867e-03e41593aecf for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:04:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Instance destroyed successfully.
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lazy-loading 'resources' on Instance uuid 23d5ce20-f61d-41f4-8442-1817caebbb0b {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-747090035',display_name='tempest-VolumesActionsTest-instance-747090035',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-747090035',id=41,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:02:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f2604cd09843418394aa7dfab38b1098',ramdisk_id='',reservation_id='r-ytqayifx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1964185879',owner_user_name='tempest-VolumesActionsTest-1964185879-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:02:28Z,user_data=None,user_id='31f18ccd36dc4d2d9c736b804bd1e414',uuid=23d5ce20-f61d-41f4-8442-1817caebbb0b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converting VIF {"id": "7fa51a76-8191-4e4c-867e-03e41593aecf", "address": "fa:16:3e:21:5f:49", "network": {"id": "c148116e-07df-4991-bfc6-60daba7cccb6", "bridge": "br-int", "label": "tempest-VolumesActionsTest-242522525-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f2604cd09843418394aa7dfab38b1098", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7fa51a76-81", "ovs_interfaceid": "7fa51a76-8191-4e4c-867e-03e41593aecf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:21:5f:49,bridge_name='br-int',has_traffic_filtering=True,id=7fa51a76-8191-4e4c-867e-03e41593aecf,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7fa51a76-81') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG os_vif [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:5f:49,bridge_name='br-int',has_traffic_filtering=True,id=7fa51a76-8191-4e4c-867e-03e41593aecf,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7fa51a76-81') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7fa51a76-81, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=694d65dd-afe5-493f-8d80-85e58fa9ffc8) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:12 user nova-compute[75223]: INFO os_vif [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:21:5f:49,bridge_name='br-int',has_traffic_filtering=True,id=7fa51a76-8191-4e4c-867e-03e41593aecf,network=Network(c148116e-07df-4991-bfc6-60daba7cccb6),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7fa51a76-81')
Dec 01 16:04:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Deleting instance files /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b_del
Dec 01 16:04:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Deletion of /opt/stack/data/nova/instances/23d5ce20-f61d-41f4-8442-1817caebbb0b_del complete
Dec 01 16:04:12 user nova-compute[75223]: INFO nova.compute.manager [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 01 16:04:12 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:04:12 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Took 0.46 seconds to deallocate network for instance.
Dec 01 16:04:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-a927f01b-efcb-49eb-bd14-8fa1a24ab330 req-57113a78-cc06-45d5-b30b-7f50256aea03 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received event network-vif-deleted-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:04:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.210s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:12 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Deleted allocations for instance 23d5ce20-f61d-41f4-8442-1817caebbb0b
Dec 01 16:04:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid b533d75f-7115-4dfa-8a16-6cd9107dfe66 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-74a5f0f5-be23-4bba-afb8-dc8712b2e90a tempest-VolumesActionsTest-1964185879 tempest-VolumesActionsTest-1964185879-project-member] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.705s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-640a4aed-3759-4808-87a4-5d57efc67f80 req-67403cb1-fe08-4026-82c5-0d475bb52ef0 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received event network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-640a4aed-3759-4808-87a4-5d57efc67f80 req-67403cb1-fe08-4026-82c5-0d475bb52ef0 service nova] Acquiring lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-640a4aed-3759-4808-87a4-5d57efc67f80 req-67403cb1-fe08-4026-82c5-0d475bb52ef0 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-640a4aed-3759-4808-87a4-5d57efc67f80 req-67403cb1-fe08-4026-82c5-0d475bb52ef0 service nova] Lock "23d5ce20-f61d-41f4-8442-1817caebbb0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-640a4aed-3759-4808-87a4-5d57efc67f80 req-67403cb1-fe08-4026-82c5-0d475bb52ef0 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] No waiting events found dispatching network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:04:13 user nova-compute[75223]: WARNING nova.compute.manager [req-640a4aed-3759-4808-87a4-5d57efc67f80 req-67403cb1-fe08-4026-82c5-0d475bb52ef0 service nova] [instance: 23d5ce20-f61d-41f4-8442-1817caebbb0b] Received unexpected event network-vif-plugged-7fa51a76-8191-4e4c-867e-03e41593aecf for instance with vm_state deleted and task_state None.
Dec 01 16:04:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:04:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:18 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:04:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:04:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:19 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:20 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:04:20 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8633MB free_disk=25.215408325195312GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:20 user nova-compute[75223]: INFO nova.compute.manager [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Terminating instance
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 8d5b92f5-88f2-41c6-9c0d-865dd4323401 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-345decac-014a-47e4-bb2a-cde6fa9103ae req-d7a318a0-d7bd-48d7-a1e1-97c12ee816b4 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received event network-vif-unplugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-345decac-014a-47e4-bb2a-cde6fa9103ae req-d7a318a0-d7bd-48d7-a1e1-97c12ee816b4 service nova] Acquiring lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-345decac-014a-47e4-bb2a-cde6fa9103ae req-d7a318a0-d7bd-48d7-a1e1-97c12ee816b4 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-345decac-014a-47e4-bb2a-cde6fa9103ae req-d7a318a0-d7bd-48d7-a1e1-97c12ee816b4 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-345decac-014a-47e4-bb2a-cde6fa9103ae req-d7a318a0-d7bd-48d7-a1e1-97c12ee816b4 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] No waiting events found dispatching network-vif-unplugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-345decac-014a-47e4-bb2a-cde6fa9103ae req-d7a318a0-d7bd-48d7-a1e1-97c12ee816b4 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received event network-vif-unplugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.428s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:20 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Instance destroyed successfully.
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.objects.instance [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'resources' on Instance uuid 8d5b92f5-88f2-41c6-9c0d-865dd4323401 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-459214077',display_name='tempest-TestVolumeBootPattern-server-459214077',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-459214077',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:02:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-dmtr2pa7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:02:50Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=8d5b92f5-88f2-41c6-9c0d-865dd4323401,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "address": "fa:16:3e:5a:5f:21", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40b2f5a2-bc", "ovs_interfaceid": "40b2f5a2-bcd6-4320-8a14-a5531181a8c7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5a:5f:21,bridge_name='br-int',has_traffic_filtering=True,id=40b2f5a2-bcd6-4320-8a14-a5531181a8c7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40b2f5a2-bc') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG os_vif [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:5f:21,bridge_name='br-int',has_traffic_filtering=True,id=40b2f5a2-bcd6-4320-8a14-a5531181a8c7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40b2f5a2-bc') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40b2f5a2-bc, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fb4ce192-2be1-4c06-9415-eae6d4e75efe) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:20 user nova-compute[75223]: INFO os_vif [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5a:5f:21,bridge_name='br-int',has_traffic_filtering=True,id=40b2f5a2-bcd6-4320-8a14-a5531181a8c7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40b2f5a2-bc')
Dec 01 16:04:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FVvjClHu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:04:21 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[82880b18-e7f9-4f13-8930-0081ec4b8627]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:04:21 user nova-compute[75223]: No targets found.
Dec 01 16:04:21 user nova-compute[75223]: iSNS:
Dec 01 16:04:21 user nova-compute[75223]: No targets found.
Dec 01 16:04:21 user nova-compute[75223]: STATIC:
Dec 01 16:04:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289
Dec 01 16:04:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:04:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:04:21 user nova-compute[75223]: FIRMWARE:
Dec 01 16:04:21 user nova-compute[75223]: No targets found.
Dec 01 16:04:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:04:21 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:04:21 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[555a5ccb-6243-4fb8-9d29-deffc42757bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e317a6b-7b4e-470f-bfe1-a122b72d886a]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 (non-flash)
Dec 01 16:04:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 (non-flash)
Dec 01 16:04:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4480160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bc57b7b-3201-4468-939f-3973ca7822d6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8a7444b-3e7e-4110-a892-2ef8e897ae59]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af3a80a3-b7c9-4e20-8a43-4dafee413b91]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bfd2a1d-134d-4e31-9b64-b68a83b13186]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOd5394a81-10d56312d9313960', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_d5394a81', '/dev/disk/by-id/scsi-23130643536333132') {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3eafb841-c560-48ec-89f5-2d17319535f4]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[479db158-dcd0-4204-9bc7-82aa977a7b18]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4591423-1782-4b56-b5fb-f3d66491d7e3]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260]
Dec 01 16:04:21 user nova-compute[75223]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289, portal: 172.16.0.220,3260] successful.
Dec 01 16:04:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:583e2852-145a-4602-bc2a-6895eb8ed289 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[31915dc6-482c-4b6d-9671-aeda5c63bbd5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== disconnect_volume: return (304ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:04:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Deleting instance files /opt/stack/data/nova/instances/8d5b92f5-88f2-41c6-9c0d-865dd4323401_del
Dec 01 16:04:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Deletion of /opt/stack/data/nova/instances/8d5b92f5-88f2-41c6-9c0d-865dd4323401_del complete
Dec 01 16:04:21 user nova-compute[75223]: INFO nova.compute.manager [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Took 1.15 seconds to destroy the instance on the hypervisor.
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:22 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:04:22 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Took 0.70 seconds to deallocate network for instance.
Dec 01 16:04:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-fc984d55-72ef-44c4-a675-0beb85c19679 req-b815b43e-82a3-4d07-be64-d5ccb3a718f2 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received event network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:04:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fc984d55-72ef-44c4-a675-0beb85c19679 req-b815b43e-82a3-4d07-be64-d5ccb3a718f2 service nova] Acquiring lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fc984d55-72ef-44c4-a675-0beb85c19679 req-b815b43e-82a3-4d07-be64-d5ccb3a718f2 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fc984d55-72ef-44c4-a675-0beb85c19679 req-b815b43e-82a3-4d07-be64-d5ccb3a718f2 service nova] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-fc984d55-72ef-44c4-a675-0beb85c19679 req-b815b43e-82a3-4d07-be64-d5ccb3a718f2 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] No waiting events found dispatching network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:04:22 user nova-compute[75223]: WARNING nova.compute.manager [req-fc984d55-72ef-44c4-a675-0beb85c19679 req-b815b43e-82a3-4d07-be64-d5ccb3a718f2 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received unexpected event network-vif-plugged-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 for instance with vm_state active and task_state deleting.
Dec 01 16:04:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-fc984d55-72ef-44c4-a675-0beb85c19679 req-b815b43e-82a3-4d07-be64-d5ccb3a718f2 service nova] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Received event network-vif-deleted-40b2f5a2-bcd6-4320-8a14-a5531181a8c7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:04:22 user nova-compute[75223]: INFO nova.compute.manager [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Took 0.80 seconds to detach 1 volumes for instance.
Dec 01 16:04:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 8d5b92f5-88f2-41c6-9c0d-865dd4323401] Deleting volume: 583e2852-145a-4602-bc2a-6895eb8ed289 {{(pid=75223) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 16:04:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:23 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:04:23 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:04:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.157s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:23 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Deleted allocations for instance 8d5b92f5-88f2-41c6-9c0d-865dd4323401
Dec 01 16:04:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-836fcb93-c952-4195-9f5c-c6604add28d7 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "8d5b92f5-88f2-41c6-9c0d-865dd4323401" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.066s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 16:04:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:04:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:04:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 16:04:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 16:04:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-changed-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG nova.compute.manager [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Refreshing instance network info cache due to event network-changed-ca371039-3da8-4c7b-9fcd-3e0a9692c60e. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] Acquiring lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] Acquired lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Refreshing network info cache for port ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updated VIF entry in instance network info cache for port ca371039-3da8-4c7b-9fcd-3e0a9692c60e. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG nova.network.neutron [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updating instance_info_cache with network_info: [{"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:04:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e8fe7e77-65d2-4ef0-a046-f007a184d7db req-4cc3a6a1-0719-42d8-a752-e6ffb128c0d3 service nova] Releasing lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:04:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid 560a1173-2d3d-412a-ad2b-e389fdd280f0 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:04:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:45 user nova-compute[75223]: INFO nova.compute.manager [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Attaching volume 0d6a7fc7-c0b7-4193-8091-cfa57120e390 to /dev/vdb
Dec 01 16:04:45 user nova-compute[75223]: DEBUG os_brick.utils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5b27b7a-7c8c-4e07-8be5-bea0085fa6fd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3397d00-2395-46f0-8ea8-d8e54cfeb0a5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[46cf205c-9c87-46b0-a116-02009aeb132d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f698395-9472-41ee-be89-7391b45f4a84]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:04:45 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:04:45 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d597000-c8d1-4d52-a1b9-33bf6ddde09c]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG os_brick.utils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updating existing volume attachment record: b8139851-50de-404d-a78f-875468b825c1 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVPWqQJa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:04:53 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:04:53 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:04:53 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1f96a02-1f19-4375-8119-23eabbe1d467]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:04:53 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbc3d8d-110e-4027-8bd4-09e46e473041]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390] added
Dec 01 16:04:53 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[815ea715-0637-4876-b902-3b0b820894a2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4ccbd2-5141-402d-9819-8c94be9f989c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RVPWqQJa {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RVPWqQJa" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8a6789-6af0-422a-a056-b2262675da0a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RVPWqQJa'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:53 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6407e9f1-eb9d-4ddb-b073-3a03c602440d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[511240b0-01b2-455c-b284-8dc7716f5b3f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:04:54 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:04:54 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:04:54 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:04:54 user nova-compute[75223]: 
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac56e905-5ce4-49d4-9457-fb407f7dbdc5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260]
Dec 01 16:04:54 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260] successful.
Dec 01 16:04:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a1330b-01a6-426e-85bc-5969c747b48e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fb9403b-f1f6-4fd6-a492-760883774eed]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 (non-flash)
Dec 01 16:04:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 (non-flash)
Dec 01 16:04:54 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] HCTL ('33', '-', '-', 0) found on session 52 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de35005-52f2-429a-a66b-a858a847bdf1]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Searching for a device in session 52 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:04:54 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVPWqQJa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.273s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '23666343535343063', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23666343535343063', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG nova.objects.instance [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid 560a1173-2d3d-412a-ad2b-e389fdd280f0 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:04:55 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:04:55 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:04:55 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:04:55 user nova-compute[75223]:   <serial>0d6a7fc7-c0b7-4193-8091-cfa57120e390</serial>
Dec 01 16:04:55 user nova-compute[75223]: </disk>
Dec 01 16:04:55 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] No VIF found with MAC fa:16:3e:e4:52:ac, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:04:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-aae9b5a4-b495-4893-a148-b3b810982386 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.672s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:04:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:04:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:04:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:04:56 user nova-compute[75223]: INFO nova.compute.manager [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Detaching volume 0d6a7fc7-c0b7-4193-8091-cfa57120e390
Dec 01 16:04:56 user nova-compute[75223]: INFO nova.virt.block_device [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Attempting to driver detach volume 0d6a7fc7-c0b7-4193-8091-cfa57120e390 from mountpoint /dev/vdb
Dec 01 16:04:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Attempting to detach device vdb from instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:04:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:04:56 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:04:56 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:04:56 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:04:56 user nova-compute[75223]:   <serial>0d6a7fc7-c0b7-4193-8091-cfa57120e390</serial>
Dec 01 16:04:56 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:04:56 user nova-compute[75223]: </disk>
Dec 01 16:04:56 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:04:56 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully detached device vdb from instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 from the persistent domain config.
Dec 01 16:04:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:04:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:04:56 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:04:56 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:04:56 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:04:56 user nova-compute[75223]:   <serial>0d6a7fc7-c0b7-4193-8091-cfa57120e390</serial>
Dec 01 16:04:56 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:04:56 user nova-compute[75223]: </disk>
Dec 01 16:04:56 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:04:56 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:04:58 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:11 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:05:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:05:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:05:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:05:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updating instance_info_cache with network_info: [{"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:05:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-560a1173-2d3d-412a-ad2b-e389fdd280f0" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:05:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:05:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:05:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:16 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 is timed out.
Dec 01 16:05:16 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully detached device vdb from instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 from the live domain config.
Dec 01 16:05:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVPWqQJa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:05:16 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[072754a9-ddd3-4a05-8808-88d266ba8cb0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8d8e5aaf-830d-4318-9ea0-1bbab428b986\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:05:16 user nova-compute[75223]: No targets found.
Dec 01 16:05:16 user nova-compute[75223]: iSNS:
Dec 01 16:05:16 user nova-compute[75223]: No targets found.
Dec 01 16:05:16 user nova-compute[75223]: STATIC:
Dec 01 16:05:16 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390
Dec 01 16:05:16 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:05:16 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:05:16 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8d8e5aaf-830d-4318-9ea0-1bbab428b986
Dec 01 16:05:16 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:05:16 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:05:16 user nova-compute[75223]: FIRMWARE:
Dec 01 16:05:16 user nova-compute[75223]: No targets found.
Dec 01 16:05:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:05:16 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:05:16 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[53a2791e-cdec-48e3-ab86-846371fa7651]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8d8e5aaf-830d-4318-9ea0-1bbab428b986\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a0a66f8-85db-4c74-8e7a-6fea8bea69eb]: (4, ('tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d8e5aaf-830d-4318-9ea0-1bbab428b986 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 (non-flash)
Dec 01 16:05:16 user nova-compute[75223]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d8e5aaf-830d-4318-9ea0-1bbab428b986 (non-flash)
Dec 01 16:05:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsi session list stdout=tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 (non-flash)
Dec 01 16:05:16 user nova-compute[75223]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8d8e5aaf-830d-4318-9ea0-1bbab428b986 (non-flash)
Dec 01 16:05:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d43b9f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[be5a6ae9-4522-4c93-91a6-9f50b666261b]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[907f7b25-fe2e-48fb-b00a-f8affbf2caaf]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[96d68ac4-7e24-4943-a6f3-dcbeeb1a54c8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f0c20b2-58c9-46db-9090-5b43ff6f77a8]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:05:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2bcdeab-5dce-4909-bb36-b6d51a7d1611]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fcba1b7-4d22-4277-930d-0e64e028eb59]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260]
Dec 01 16:05:17 user nova-compute[75223]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390, portal: 172.16.0.220,3260] successful.
Dec 01 16:05:17 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0d6a7fc7-c0b7-4193-8091-cfa57120e390 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9f455f-1929-4095-9e76-96a1ae9ab5cd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] <== disconnect_volume: return (309ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:05:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'flavor' on Instance uuid 560a1173-2d3d-412a-ad2b-e389fdd280f0 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:05:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-423cd89d-88ff-4f3b-839a-c98e7b16570c tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.957s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:20 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:05:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:22 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:05:22 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8718MB free_disk=24.72677230834961GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 560a1173-2d3d-412a-ad2b-e389fdd280f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:05:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.383s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:05:31 user nova-compute[75223]: INFO nova.compute.claims [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Claim successful on node user
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.233s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:05:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.policy [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1a23b0422245d693e9eb2b93550bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c29e4d09c014fb7aa09f09772656be7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:05:31 user nova-compute[75223]: INFO nova.virt.block_device [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Booting with volume 1d70eaa8-cb1d-445f-baf3-00585019f19f at /dev/vda
Dec 01 16:05:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c777aa0e-d0d9-4b9a-a648-1ddecc212eb3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.027s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1dd1142-233a-4843-9821-c3b504d9062c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9787ce4-d3b7-4636-9479-b218c6267080]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c57952-b1ea-4fd9-a224-a479ab3e4fd6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:05:31 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:05:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[14dd1156-2ef3-4993-87fa-1f502a357d76]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG os_brick.utils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== get_connector_properties: return (153ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:05:31 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updating existing volume attachment record: b12ab51f-73e4-41a8-b178-7dc844d8849a {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Successfully created port: 4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Successfully updated port: 4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquired lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-changed-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Refreshing instance network info cache due to event network-changed-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] Acquiring lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:05:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updating instance_info_cache with network_info: [{"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Releasing lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Instance network_info: |[{"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] Acquired lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Refreshing network info cache for port 4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updated VIF entry in instance network info cache for port 4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updating instance_info_cache with network_info: [{"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:05:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ca6ed5f1-2e8c-45d0-8ce8-eb59aafeb2a7 req-fef1e011-4967-45c0-b6e6-8dae70b14201 service nova] Releasing lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:05:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:05:40 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Creating image(s)
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Ensure instance console log exists: /opt/stack/data/nova/instances/5a5e844b-580b-446f-a5f1-a490f23cb245/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Start _get_guest_xml network_info=[{"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VODFzliU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5a5e844b-580b-446f-a5f1-a490f23cb245', 'attached_at': '', 'detached_at': '', 'volume_id': '1d70eaa8-cb1d-445f-baf3-00585019f19f', 'serial': '1d70eaa8-cb1d-445f-baf3-00585019f19f'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': 'b12ab51f-73e4-41a8-b178-7dc844d8849a', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:05:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:05:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VODFzliU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:05:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:05:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:05:40 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[60236e24-4bfc-4bfa-bfd2-4cb99ca9d1c2]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:05:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fdcd4c9-1f33-4a07-ad8a-8c0b6f0fdd56]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f] added
Dec 01 16:05:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bf51ca3-7dcd-4996-8a85-794ac9cf57f0]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ef54af-d7de-4872-a41e-94ba5dbfdb2d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VODFzliU {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VODFzliU" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[30a01f10-9317-42dc-a6e1-fbab7c2b8507]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VODFzliU'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[309156a1-e0f8-4d29-b6e1-cd5c2f234544]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[06113e5d-17b6-4dad-a11c-b20341d4811d]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:05:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:05:40 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:05:40 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:05:40 user nova-compute[75223]: 
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[52c39546-df5b-4f4a-860d-fce00abfda11]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260]
Dec 01 16:05:40 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260] successful.
Dec 01 16:05:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6ecfa71-dae3-435c-8432-4ea6c662d57f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0631a3c-2a1f-4fe9-9fa0-53219672766c]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:05:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:05:40 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f461a618-2ab4-4d58-ae67-6c7c0fe91fc2]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:05:40 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VODFzliU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:05:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:05:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23933396464316136', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:05:41 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23933396464316136', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:05:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1835522847',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1835522847',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1835522847',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDwVIoLyjeW5ErOYPml5U57iJi6p+TszpSGIGE7zTzplOV0PUSjoFYomR8gQZ7g2elrAA6sfr+F3ejW2yKKX+KpoLpN35fmHEdlHvq1PnP2MjtvJfu2rCa6YlAq3uTPvFg==',key_name='tempest-keypair-943789098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-4v6v89q1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:05:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=5a5e844b-580b-446f-a5f1-a490f23cb245,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d3:a5,bridge_name='br-int',has_traffic_filtering=True,id=4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fb1cd9f-fc') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'pci_devices' on Instance uuid 5a5e844b-580b-446f-a5f1-a490f23cb245 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:05:42 user nova-compute[75223]:   <uuid>5a5e844b-580b-446f-a5f1-a490f23cb245</uuid>
Dec 01 16:05:42 user nova-compute[75223]:   <name>instance-0000002c</name>
Dec 01 16:05:42 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:05:42 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:05:42 user nova-compute[75223]:   <metadata>
Dec 01 16:05:42 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:05:42 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:05:42 user nova-compute[75223]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1835522847</nova:name>
Dec 01 16:05:42 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:05:40</nova:creationTime>
Dec 01 16:05:42 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:05:42 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:05:42 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:05:42 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:05:42 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:05:42 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:05:42 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:05:42 user nova-compute[75223]:       <nova:owner>
Dec 01 16:05:42 user nova-compute[75223]:         <nova:user uuid="0a1a23b0422245d693e9eb2b93550bb5">tempest-TestVolumeBootPattern-413016307-project-member</nova:user>
Dec 01 16:05:42 user nova-compute[75223]:         <nova:project uuid="0c29e4d09c014fb7aa09f09772656be7">tempest-TestVolumeBootPattern-413016307</nova:project>
Dec 01 16:05:42 user nova-compute[75223]:       </nova:owner>
Dec 01 16:05:42 user nova-compute[75223]:       <nova:ports>
Dec 01 16:05:42 user nova-compute[75223]:         <nova:port uuid="4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7">
Dec 01 16:05:42 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Dec 01 16:05:42 user nova-compute[75223]:         </nova:port>
Dec 01 16:05:42 user nova-compute[75223]:       </nova:ports>
Dec 01 16:05:42 user nova-compute[75223]:     </nova:instance>
Dec 01 16:05:42 user nova-compute[75223]:   </metadata>
Dec 01 16:05:42 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:05:42 user nova-compute[75223]:     <system>
Dec 01 16:05:42 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:05:42 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:05:42 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:05:42 user nova-compute[75223]:       <entry name="serial">5a5e844b-580b-446f-a5f1-a490f23cb245</entry>
Dec 01 16:05:42 user nova-compute[75223]:       <entry name="uuid">5a5e844b-580b-446f-a5f1-a490f23cb245</entry>
Dec 01 16:05:42 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:05:42 user nova-compute[75223]:     </system>
Dec 01 16:05:42 user nova-compute[75223]:   </sysinfo>
Dec 01 16:05:42 user nova-compute[75223]:   <os>
Dec 01 16:05:42 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:05:42 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:05:42 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:05:42 user nova-compute[75223]:   </os>
Dec 01 16:05:42 user nova-compute[75223]:   <features>
Dec 01 16:05:42 user nova-compute[75223]:     <acpi/>
Dec 01 16:05:42 user nova-compute[75223]:     <apic/>
Dec 01 16:05:42 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:05:42 user nova-compute[75223]:   </features>
Dec 01 16:05:42 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:05:42 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:05:42 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:05:42 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:05:42 user nova-compute[75223]:   </clock>
Dec 01 16:05:42 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:05:42 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:05:42 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:05:42 user nova-compute[75223]:   </cpu>
Dec 01 16:05:42 user nova-compute[75223]:   <devices>
Dec 01 16:05:42 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 16:05:42 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:05:42 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 16:05:42 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:05:42 user nova-compute[75223]:       <serial>1d70eaa8-cb1d-445f-baf3-00585019f19f</serial>
Dec 01 16:05:42 user nova-compute[75223]:     </disk>
Dec 01 16:05:42 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:05:42 user nova-compute[75223]:       <mac address="fa:16:3e:d8:d3:a5"/>
Dec 01 16:05:42 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:05:42 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:05:42 user nova-compute[75223]:       <target dev="tap4fb1cd9f-fc"/>
Dec 01 16:05:42 user nova-compute[75223]:     </interface>
Dec 01 16:05:42 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:05:42 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/5a5e844b-580b-446f-a5f1-a490f23cb245/console.log" append="off"/>
Dec 01 16:05:42 user nova-compute[75223]:     </serial>
Dec 01 16:05:42 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:05:42 user nova-compute[75223]:     <video>
Dec 01 16:05:42 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:05:42 user nova-compute[75223]:     </video>
Dec 01 16:05:42 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:05:42 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:05:42 user nova-compute[75223]:     </rng>
Dec 01 16:05:42 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:05:42 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:05:42 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:05:42 user nova-compute[75223]:     </memballoon>
Dec 01 16:05:42 user nova-compute[75223]:   </devices>
Dec 01 16:05:42 user nova-compute[75223]: </domain>
Dec 01 16:05:42 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:05:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1835522847',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1835522847',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1835522847',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDwVIoLyjeW5ErOYPml5U57iJi6p+TszpSGIGE7zTzplOV0PUSjoFYomR8gQZ7g2elrAA6sfr+F3ejW2yKKX+KpoLpN35fmHEdlHvq1PnP2MjtvJfu2rCa6YlAq3uTPvFg==',key_name='tempest-keypair-943789098',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-4v6v89q1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:05:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=5a5e844b-580b-446f-a5f1-a490f23cb245,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d3:a5,bridge_name='br-int',has_traffic_filtering=True,id=4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fb1cd9f-fc') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG os_vif [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d3:a5,bridge_name='br-int',has_traffic_filtering=True,id=4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fb1cd9f-fc') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a160cf75-9848-5fb7-8f14-75223111f416', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4fb1cd9f-fc, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4fb1cd9f-fc, col_values=(('qos', UUID('9897ef20-5603-4339-9eac-7fc836a0e7e1')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4fb1cd9f-fc, col_values=(('external_ids', {'iface-id': '4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d8:d3:a5', 'vm-uuid': '5a5e844b-580b-446f-a5f1-a490f23cb245'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:42 user nova-compute[75223]: INFO os_vif [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d8:d3:a5,bridge_name='br-int',has_traffic_filtering=True,id=4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fb1cd9f-fc')
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:05:42 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No VIF found with MAC fa:16:3e:d8:d3:a5, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-a153f6b2-73d5-47be-b3df-0c10356e33c7 req-f3acefdb-bf99-47f3-a9b7-55b49e6203c1 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a153f6b2-73d5-47be-b3df-0c10356e33c7 req-f3acefdb-bf99-47f3-a9b7-55b49e6203c1 service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a153f6b2-73d5-47be-b3df-0c10356e33c7 req-f3acefdb-bf99-47f3-a9b7-55b49e6203c1 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a153f6b2-73d5-47be-b3df-0c10356e33c7 req-f3acefdb-bf99-47f3-a9b7-55b49e6203c1 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG nova.compute.manager [req-a153f6b2-73d5-47be-b3df-0c10356e33c7 req-f3acefdb-bf99-47f3-a9b7-55b49e6203c1 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:05:43 user nova-compute[75223]: WARNING nova.compute.manager [req-a153f6b2-73d5-47be-b3df-0c10356e33c7 req-f3acefdb-bf99-47f3-a9b7-55b49e6203c1 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received unexpected event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with vm_state building and task_state spawning.
Dec 01 16:05:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:05:45 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Instance spawned successfully.
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-bf6c0797-c746-4b21-ba8e-2062951e1382 req-f4a17996-c8f7-43ec-afdd-ae4d3dc62a36 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bf6c0797-c746-4b21-ba8e-2062951e1382 req-f4a17996-c8f7-43ec-afdd-ae4d3dc62a36 service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bf6c0797-c746-4b21-ba8e-2062951e1382 req-f4a17996-c8f7-43ec-afdd-ae4d3dc62a36 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bf6c0797-c746-4b21-ba8e-2062951e1382 req-f4a17996-c8f7-43ec-afdd-ae4d3dc62a36 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.compute.manager [req-bf6c0797-c746-4b21-ba8e-2062951e1382 req-f4a17996-c8f7-43ec-afdd-ae4d3dc62a36 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:05:45 user nova-compute[75223]: WARNING nova.compute.manager [req-bf6c0797-c746-4b21-ba8e-2062951e1382 req-f4a17996-c8f7-43ec-afdd-ae4d3dc62a36 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received unexpected event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with vm_state building and task_state spawning.
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:05:45 user nova-compute[75223]: INFO nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Took 5.09 seconds to spawn the instance on the hypervisor.
Dec 01 16:05:45 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:05:45 user nova-compute[75223]: INFO nova.compute.manager [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Took 14.56 seconds to build instance.
Dec 01 16:05:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-90858e55-89bb-4e4c-9fb3-6010c181e510 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.660s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:46 user nova-compute[75223]: INFO nova.compute.manager [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Terminating instance
Dec 01 16:05:46 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:47 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Instance destroyed successfully.
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lazy-loading 'resources' on Instance uuid 560a1173-2d3d-412a-ad2b-e389fdd280f0 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:02:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1422787661',display_name='tempest-AttachVolumeNegativeTest-server-1422787661',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1422787661',id=43,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIEJYyqNUXCrhUJFjOGSjXdcK7v4HjKEVXEMX8XhawlqI3+2SHM8qRAXMAhTN4kzGsyNl8UcV8idQ7pQcRcF/kUlIGDkSIv2FqskZ5ccW3kIvYKkSgZSeuhFzkhPbT9PDw==',key_name='tempest-keypair-862802897',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:02:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b1f4cb2ffd98440cbd6fc784a8881234',ramdisk_id='',reservation_id='r-xncd9ixp',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-650516736',owner_user_name='tempest-AttachVolumeNegativeTest-650516736-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:02:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='131bf5b66f784145975a995938275b44',uuid=560a1173-2d3d-412a-ad2b-e389fdd280f0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converting VIF {"id": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "address": "fa:16:3e:e4:52:ac", "network": {"id": "a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-173564086-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b1f4cb2ffd98440cbd6fc784a8881234", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca371039-3d", "ovs_interfaceid": "ca371039-3da8-4c7b-9fcd-3e0a9692c60e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:52:ac,bridge_name='br-int',has_traffic_filtering=True,id=ca371039-3da8-4c7b-9fcd-3e0a9692c60e,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca371039-3d') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG os_vif [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:52:ac,bridge_name='br-int',has_traffic_filtering=True,id=ca371039-3da8-4c7b-9fcd-3e0a9692c60e,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca371039-3d') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca371039-3d, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=128d36d3-e7af-4016-acb3-c06f0a98579e) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:47 user nova-compute[75223]: INFO os_vif [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:52:ac,bridge_name='br-int',has_traffic_filtering=True,id=ca371039-3da8-4c7b-9fcd-3e0a9692c60e,network=Network(a0d4ce8b-300c-4d9f-9d6c-34f9c8e4b5e1),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca371039-3d')
Dec 01 16:05:47 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Deleting instance files /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0_del
Dec 01 16:05:47 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Deletion of /opt/stack/data/nova/instances/560a1173-2d3d-412a-ad2b-e389fdd280f0_del complete
Dec 01 16:05:47 user nova-compute[75223]: INFO nova.compute.manager [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Took 0.92 seconds to destroy the instance on the hypervisor.
Dec 01 16:05:47 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-vif-unplugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] No waiting events found dispatching network-vif-unplugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-vif-unplugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] Acquiring lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:47 user nova-compute[75223]: DEBUG nova.compute.manager [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] No waiting events found dispatching network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:05:47 user nova-compute[75223]: WARNING nova.compute.manager [req-7e622d70-49d2-49d3-b108-91b83f7155ff req-0e6bae17-7962-4d05-9f23-9eb06e9f2925 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received unexpected event network-vif-plugged-ca371039-3da8-4c7b-9fcd-3e0a9692c60e for instance with vm_state active and task_state deleting.
Dec 01 16:05:48 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:05:48 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Took 0.79 seconds to deallocate network for instance.
Dec 01 16:05:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:48 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:05:48 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:05:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:48 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Deleted allocations for instance 560a1173-2d3d-412a-ad2b-e389fdd280f0
Dec 01 16:05:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9fb81a3a-e6a7-44cd-83d6-8ae9a1c98058 tempest-AttachVolumeNegativeTest-650516736 tempest-AttachVolumeNegativeTest-650516736-project-member] Lock "560a1173-2d3d-412a-ad2b-e389fdd280f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.146s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-cde586f6-1960-4769-8239-04c357abe530 req-a35a0bfc-b7d8-4c9a-9de7-dff6d6c4b6f2 service nova] [instance: 560a1173-2d3d-412a-ad2b-e389fdd280f0] Received event network-vif-deleted-ca371039-3da8-4c7b-9fcd-3e0a9692c60e {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:05:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid b533d75f-7115-4dfa-8a16-6cd9107dfe66 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 5a5e844b-580b-446f-a5f1-a490f23cb245 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:05:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:05:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:05:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:05:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:05:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:05:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:10 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:06:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:06:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:06:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:06:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:06:14 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid b533d75f-7115-4dfa-8a16-6cd9107dfe66 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:06:15 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:06:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:06:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:06:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:15 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:06:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:06:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:06:23 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:06:23 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8787MB free_disk=25.238910675048828GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 5a5e844b-580b-446f-a5f1-a490f23cb245 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:06:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.233s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:06:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:06:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:06:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:06:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:06:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:06:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:06:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:06:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:06:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:06:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:06:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:06:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:07:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:07:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:07:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:07:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:07:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updating instance_info_cache with network_info: [{"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:07:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:07:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:07:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:07:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:07:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-changed-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Refreshing instance network info cache due to event network-changed-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] Acquiring lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] Acquired lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Refreshing network info cache for port 4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updated VIF entry in instance network info cache for port 4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updating instance_info_cache with network_info: [{"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:07:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3a17545b-a351-430a-8c51-0adf3c9ba30b req-fd860797-963b-4510-8b66-dd81398c5753 service nova] Releasing lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:07:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:07:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:07:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:07:23 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:07:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:07:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:24 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:07:24 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8827MB free_disk=25.22873306274414GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 5a5e844b-580b-446f-a5f1-a490f23cb245 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:07:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:07:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:07:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "e023e236-d167-4045-845e-41356e9619aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:07:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "e023e236-d167-4045-845e-41356e9619aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:07:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:07:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:07:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:07:30 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:07:30 user nova-compute[75223]: INFO nova.compute.claims [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Claim successful on node user
Dec 01 16:07:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:07:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.253s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:07:31 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:07:31 user nova-compute[75223]: INFO nova.virt.block_device [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Booting with volume snapshot 9b5e52db-c8f1-4006-a4e6-6e06a6464f3c at /dev/vda
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.policy [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1a23b0422245d693e9eb2b93550bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c29e4d09c014fb7aa09f09772656be7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:07:31 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Successfully created port: c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Successfully updated port: c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquired lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-changed-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.compute.manager [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Refreshing instance network info cache due to event network-changed-c9f53fc8-40dd-425b-87e1-db289ddd7e80. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] Acquiring lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Updating instance_info_cache with network_info: [{"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Releasing lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Instance network_info: |[{"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] Acquired lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:07:32 user nova-compute[75223]: DEBUG nova.network.neutron [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Refreshing network info cache for port c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:07:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Updated VIF entry in instance network info cache for port c9f53fc8-40dd-425b-87e1-db289ddd7e80. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:07:33 user nova-compute[75223]: DEBUG nova.network.neutron [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Updating instance_info_cache with network_info: [{"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:07:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8d43f882-d6c3-4202-8a60-7f53a2460063 req-c81781e7-ebf0-438a-9767-d3b4c5145dfe service nova] Releasing lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:07:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:07:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG os_brick.utils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9609b883-4c3e-4cc9-b12d-2298458904cb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f82a3ec9-27e8-48be-8fc7-06e219cc1cc4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f226c7e-3d79-4aac-9b2a-5236e191a285]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1223ebc-304f-4c4a-9ba9-c28064662122]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:07:42 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:07:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[565b7ca4-f116-4cc4-be0f-d59a56228d71]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG os_brick.utils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Updating existing volume attachment record: 985403dc-1e82-4385-8859-b4066336ac79 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:07:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:07:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:07:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:07:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:07:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:07:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:07:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Creating image(s)
Dec 01 16:07:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 16:07:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Ensure instance console log exists: /opt/stack/data/nova/instances/e023e236-d167-4045-845e-41356e9619aa/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:07:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:07:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:07:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:07:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Start _get_guest_xml network_info=[{"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-01T16:07:24Z,direct_url=<?>,disk_format='qcow2',id=e374b4c4-bfa8-4a6b-a68c-576adda99f42,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1798420032',owner='0c29e4d09c014fb7aa09f09772656be7',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-01T16:07:25Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hOuRZWdl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e023e236-d167-4045-845e-41356e9619aa', 'attached_at': '', 'detached_at': '', 'volume_id': '21610f3e-72f6-4a45-9a55-84fbfedd8114', 'serial': '21610f3e-72f6-4a45-9a55-84fbfedd8114'}, 'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/vda', 'attachment_id': '985403dc-1e82-4385-8859-b4066336ac79', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:07:51 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:07:51 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-12-01T16:07:24Z,direct_url=<?>,disk_format='qcow2',id=e374b4c4-bfa8-4a6b-a68c-576adda99f42,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-1798420032',owner='0c29e4d09c014fb7aa09f09772656be7',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-12-01T16:07:25Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hOuRZWdl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:07:51 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:07:51 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:07:51 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[479ace6f-eea3-43de-99bc-9cf461250484]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:07:51 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[05695fd2-a27a-4328-b8b8-5cf8a0f2261a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114] added
Dec 01 16:07:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd53ffbb-f337-42c1-9f83-c77b9761c7a6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f6442a9-ccef-41ac-8b8f-300b455e5a3e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hOuRZWdl {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hOuRZWdl" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc951baa-78a5-4014-973b-c549bfe805a1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hOuRZWdl'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e09f39-1a3e-4a85-9687-6a3f830ccd8d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cdec582-9ce1-465c-b79d-44b53d8ed66f]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:07:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:07:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[489bc03a-15ba-4581-8b93-0f956051df15]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260]
Dec 01 16:07:51 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260] successful.
Dec 01 16:07:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[40b688e2-43b9-4324-a353-d40e8de1d40e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a887931b-603f-41ed-8ad3-7b31f893f46b]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:07:51 user nova-compute[75223]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 (non-flash)
Dec 01 16:07:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:07:51 user nova-compute[75223]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 (non-flash)
Dec 01 16:07:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] HCTL ('34', '-', '-', 0) found on session 55 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ac99882-1a7c-47e3-96f4-d460c100babe]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 55 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:07:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hOuRZWdl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== connect_volume: return (1298ms) {'type': 'block', 'scsi_wwn': '26437303931623162', 'path': '/dev/sdc'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26437303931623162', 'path': '/dev/sdc'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:07:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1104224070',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1104224070',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1104224070',id=45,image_ref='e374b4c4-bfa8-4a6b-a68c-576adda99f42',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ6oYTytVg9+b/LsvFzABuSmr5DZMCcrurpVOf+OQFyGesYmN4kTyk8XGwXKV+ePkzRnE7GgITwToucCH98PdxSzvYNrBzsx30a8EMgOPA+QLSbqzMF4BFM6gnnp2pW9Wg==',key_name='tempest-keypair-1263452915',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-ebxfaapf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-413016307',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:07:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=e023e236-d167-4045-845e-41356e9619aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:fb:b1,bridge_name='br-int',has_traffic_filtering=True,id=c9f53fc8-40dd-425b-87e1-db289ddd7e80,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9f53fc8-40') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.objects.instance [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'pci_devices' on Instance uuid e023e236-d167-4045-845e-41356e9619aa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:07:52 user nova-compute[75223]:   <uuid>e023e236-d167-4045-845e-41356e9619aa</uuid>
Dec 01 16:07:52 user nova-compute[75223]:   <name>instance-0000002d</name>
Dec 01 16:07:52 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:07:52 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:07:52 user nova-compute[75223]:   <metadata>
Dec 01 16:07:52 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:07:52 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:07:52 user nova-compute[75223]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1104224070</nova:name>
Dec 01 16:07:52 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:07:51</nova:creationTime>
Dec 01 16:07:52 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:07:52 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:07:52 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:07:52 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:07:52 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:07:52 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:07:52 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:07:52 user nova-compute[75223]:       <nova:owner>
Dec 01 16:07:52 user nova-compute[75223]:         <nova:user uuid="0a1a23b0422245d693e9eb2b93550bb5">tempest-TestVolumeBootPattern-413016307-project-member</nova:user>
Dec 01 16:07:52 user nova-compute[75223]:         <nova:project uuid="0c29e4d09c014fb7aa09f09772656be7">tempest-TestVolumeBootPattern-413016307</nova:project>
Dec 01 16:07:52 user nova-compute[75223]:       </nova:owner>
Dec 01 16:07:52 user nova-compute[75223]:       <nova:root type="image" uuid="e374b4c4-bfa8-4a6b-a68c-576adda99f42"/>
Dec 01 16:07:52 user nova-compute[75223]:       <nova:ports>
Dec 01 16:07:52 user nova-compute[75223]:         <nova:port uuid="c9f53fc8-40dd-425b-87e1-db289ddd7e80">
Dec 01 16:07:52 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Dec 01 16:07:52 user nova-compute[75223]:         </nova:port>
Dec 01 16:07:52 user nova-compute[75223]:       </nova:ports>
Dec 01 16:07:52 user nova-compute[75223]:     </nova:instance>
Dec 01 16:07:52 user nova-compute[75223]:   </metadata>
Dec 01 16:07:52 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:07:52 user nova-compute[75223]:     <system>
Dec 01 16:07:52 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:07:52 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:07:52 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:07:52 user nova-compute[75223]:       <entry name="serial">e023e236-d167-4045-845e-41356e9619aa</entry>
Dec 01 16:07:52 user nova-compute[75223]:       <entry name="uuid">e023e236-d167-4045-845e-41356e9619aa</entry>
Dec 01 16:07:52 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:07:52 user nova-compute[75223]:     </system>
Dec 01 16:07:52 user nova-compute[75223]:   </sysinfo>
Dec 01 16:07:52 user nova-compute[75223]:   <os>
Dec 01 16:07:52 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:07:52 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:07:52 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:07:52 user nova-compute[75223]:   </os>
Dec 01 16:07:52 user nova-compute[75223]:   <features>
Dec 01 16:07:52 user nova-compute[75223]:     <acpi/>
Dec 01 16:07:52 user nova-compute[75223]:     <apic/>
Dec 01 16:07:52 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:07:52 user nova-compute[75223]:   </features>
Dec 01 16:07:52 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:07:52 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:07:52 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:07:52 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:07:52 user nova-compute[75223]:   </clock>
Dec 01 16:07:52 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:07:52 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:07:52 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:07:52 user nova-compute[75223]:   </cpu>
Dec 01 16:07:52 user nova-compute[75223]:   <devices>
Dec 01 16:07:52 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 16:07:52 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:07:52 user nova-compute[75223]:       <source dev="/dev/sdc"/>
Dec 01 16:07:52 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:07:52 user nova-compute[75223]:       <serial>21610f3e-72f6-4a45-9a55-84fbfedd8114</serial>
Dec 01 16:07:52 user nova-compute[75223]:     </disk>
Dec 01 16:07:52 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:07:52 user nova-compute[75223]:       <mac address="fa:16:3e:ed:fb:b1"/>
Dec 01 16:07:52 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:07:52 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:07:52 user nova-compute[75223]:       <target dev="tapc9f53fc8-40"/>
Dec 01 16:07:52 user nova-compute[75223]:     </interface>
Dec 01 16:07:52 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:07:52 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/e023e236-d167-4045-845e-41356e9619aa/console.log" append="off"/>
Dec 01 16:07:52 user nova-compute[75223]:     </serial>
Dec 01 16:07:52 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:07:52 user nova-compute[75223]:     <video>
Dec 01 16:07:52 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:07:52 user nova-compute[75223]:     </video>
Dec 01 16:07:52 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:07:52 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:07:52 user nova-compute[75223]:     </rng>
Dec 01 16:07:52 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:07:52 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:07:52 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:07:52 user nova-compute[75223]:     </memballoon>
Dec 01 16:07:52 user nova-compute[75223]:   </devices>
Dec 01 16:07:52 user nova-compute[75223]: </domain>
Dec 01 16:07:52 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:07:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1104224070',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1104224070',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1104224070',id=45,image_ref='e374b4c4-bfa8-4a6b-a68c-576adda99f42',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ6oYTytVg9+b/LsvFzABuSmr5DZMCcrurpVOf+OQFyGesYmN4kTyk8XGwXKV+ePkzRnE7GgITwToucCH98PdxSzvYNrBzsx30a8EMgOPA+QLSbqzMF4BFM6gnnp2pW9Wg==',key_name='tempest-keypair-1263452915',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-ebxfaapf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-413016307',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:07:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=e023e236-d167-4045-845e-41356e9619aa,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:fb:b1,bridge_name='br-int',has_traffic_filtering=True,id=c9f53fc8-40dd-425b-87e1-db289ddd7e80,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9f53fc8-40') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG os_vif [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:fb:b1,bridge_name='br-int',has_traffic_filtering=True,id=c9f53fc8-40dd-425b-87e1-db289ddd7e80,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9f53fc8-40') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3ee7e0b1-f093-5299-b308-dc658fd9f060', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc9f53fc8-40, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc9f53fc8-40, col_values=(('qos', UUID('17235ecc-c46e-47d1-8a1a-62e85ff98d8d')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc9f53fc8-40, col_values=(('external_ids', {'iface-id': 'c9f53fc8-40dd-425b-87e1-db289ddd7e80', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ed:fb:b1', 'vm-uuid': 'e023e236-d167-4045-845e-41356e9619aa'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:52 user nova-compute[75223]: INFO os_vif [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:fb:b1,bridge_name='br-int',has_traffic_filtering=True,id=c9f53fc8-40dd-425b-87e1-db289ddd7e80,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9f53fc8-40')
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:07:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No VIF found with MAC fa:16:3e:ed:fb:b1, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:07:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-c3b6c206-0f1a-4abe-9d61-be17cafba5d3 req-a945b5fb-08bf-42ed-9613-f722773a12b6 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:07:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3b6c206-0f1a-4abe-9d61-be17cafba5d3 req-a945b5fb-08bf-42ed-9613-f722773a12b6 service nova] Acquiring lock "e023e236-d167-4045-845e-41356e9619aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:07:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3b6c206-0f1a-4abe-9d61-be17cafba5d3 req-a945b5fb-08bf-42ed-9613-f722773a12b6 service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:07:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c3b6c206-0f1a-4abe-9d61-be17cafba5d3 req-a945b5fb-08bf-42ed-9613-f722773a12b6 service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:07:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-c3b6c206-0f1a-4abe-9d61-be17cafba5d3 req-a945b5fb-08bf-42ed-9613-f722773a12b6 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] No waiting events found dispatching network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:07:54 user nova-compute[75223]: WARNING nova.compute.manager [req-c3b6c206-0f1a-4abe-9d61-be17cafba5d3 req-a945b5fb-08bf-42ed-9613-f722773a12b6 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received unexpected event network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 for instance with vm_state building and task_state spawning.
Dec 01 16:07:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:55 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:07:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:07:55 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: e023e236-d167-4045-845e-41356e9619aa] Instance spawned successfully.
Dec 01 16:07:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:07:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:07:55 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:07:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:07:56 user nova-compute[75223]: INFO nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Took 5.04 seconds to spawn the instance on the hypervisor.
Dec 01 16:07:56 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:07:56 user nova-compute[75223]: INFO nova.compute.manager [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Took 25.22 seconds to build instance.
Dec 01 16:07:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3bb223f6-8e83-459a-8b0a-cffbcc7b8540 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "e023e236-d167-4045-845e-41356e9619aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.410s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:07:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-cc3cc3cd-ed41-4f22-9650-2b2658a66ed9 req-e28c3eb8-9f07-46f7-b157-905a725f5faa service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:07:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cc3cc3cd-ed41-4f22-9650-2b2658a66ed9 req-e28c3eb8-9f07-46f7-b157-905a725f5faa service nova] Acquiring lock "e023e236-d167-4045-845e-41356e9619aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:07:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cc3cc3cd-ed41-4f22-9650-2b2658a66ed9 req-e28c3eb8-9f07-46f7-b157-905a725f5faa service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:07:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-cc3cc3cd-ed41-4f22-9650-2b2658a66ed9 req-e28c3eb8-9f07-46f7-b157-905a725f5faa service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:07:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-cc3cc3cd-ed41-4f22-9650-2b2658a66ed9 req-e28c3eb8-9f07-46f7-b157-905a725f5faa service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] No waiting events found dispatching network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:07:56 user nova-compute[75223]: WARNING nova.compute.manager [req-cc3cc3cd-ed41-4f22-9650-2b2658a66ed9 req-e28c3eb8-9f07-46f7-b157-905a725f5faa service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received unexpected event network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 for instance with vm_state active and task_state None.
Dec 01 16:07:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:08:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:08:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:08:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:08:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:08:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:12 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:16 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:08:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:08:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:08:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:08:16 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:08:16 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid b533d75f-7115-4dfa-8a16-6cd9107dfe66 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:08:17 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [{"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:08:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-b533d75f-7115-4dfa-8a16-6cd9107dfe66" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:08:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:08:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:08:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:08:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:08:26 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:08:26 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8662MB free_disk=25.22586441040039GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 5a5e844b-580b-446f-a5f1-a490f23cb245 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance e023e236-d167-4045-845e-41356e9619aa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:08:26 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:08:27 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:08:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:08:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.276s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:08:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:08:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:08:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:08:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:08:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:36 user nova-compute[75223]: INFO nova.compute.manager [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Terminating instance
Dec 01 16:08:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-912c4422-d1a1-4b2d-bd45-752936029640 req-52a758c7-adfe-48c2-a166-9cb8fa7b1541 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received event network-vif-unplugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-912c4422-d1a1-4b2d-bd45-752936029640 req-52a758c7-adfe-48c2-a166-9cb8fa7b1541 service nova] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-912c4422-d1a1-4b2d-bd45-752936029640 req-52a758c7-adfe-48c2-a166-9cb8fa7b1541 service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-912c4422-d1a1-4b2d-bd45-752936029640 req-52a758c7-adfe-48c2-a166-9cb8fa7b1541 service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-912c4422-d1a1-4b2d-bd45-752936029640 req-52a758c7-adfe-48c2-a166-9cb8fa7b1541 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] No waiting events found dispatching network-vif-unplugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:08:36 user nova-compute[75223]: DEBUG nova.compute.manager [req-912c4422-d1a1-4b2d-bd45-752936029640 req-52a758c7-adfe-48c2-a166-9cb8fa7b1541 service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received event network-vif-unplugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:08:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Instance destroyed successfully.
Dec 01 16:08:37 user nova-compute[75223]: DEBUG nova.objects.instance [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lazy-loading 'resources' on Instance uuid b533d75f-7115-4dfa-8a16-6cd9107dfe66 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T15:59:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-544871619',display_name='tempest-ServersNegativeTestJSON-server-544871619',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-544871619',id=38,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-12-01T15:59:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='45717327a81149b5bfff822eb007759b',ramdisk_id='',reservation_id='r-okfn85dj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-579429698',owner_user_name='tempest-ServersNegativeTestJSON-579429698-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T15:59:45Z,user_data=None,user_id='16a77e896f234599a712a6a225884ee1',uuid=b533d75f-7115-4dfa-8a16-6cd9107dfe66,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converting VIF {"id": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "address": "fa:16:3e:55:b1:37", "network": {"id": "b24e8b17-4430-49ba-baf2-b5e9b8919861", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-117402737-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "45717327a81149b5bfff822eb007759b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd74431cb-c4", "ovs_interfaceid": "d74431cb-c4a7-4d52-ae8d-45e30e6a31f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:b1:37,bridge_name='br-int',has_traffic_filtering=True,id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74431cb-c4') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG os_vif [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:b1:37,bridge_name='br-int',has_traffic_filtering=True,id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74431cb-c4') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd74431cb-c4, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1e9683e0-c7fb-48a4-b5b3-2f7da3dcdd79) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:08:37 user nova-compute[75223]: INFO os_vif [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:b1:37,bridge_name='br-int',has_traffic_filtering=True,id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6,network=Network(b24e8b17-4430-49ba-baf2-b5e9b8919861),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd74431cb-c4')
Dec 01 16:08:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Deleting instance files /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66_del
Dec 01 16:08:37 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Deletion of /opt/stack/data/nova/instances/b533d75f-7115-4dfa-8a16-6cd9107dfe66_del complete
Dec 01 16:08:37 user nova-compute[75223]: INFO nova.compute.manager [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Took 0.88 seconds to destroy the instance on the hypervisor.
Dec 01 16:08:37 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:08:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:08:38 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Took 0.63 seconds to deallocate network for instance.
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-b8834515-e6f9-49f2-8077-12bd861709aa req-b14d6dfe-5989-44dc-88f5-433fdb84d47c service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received event network-vif-deleted-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:08:38 user nova-compute[75223]: INFO nova.compute.manager [req-b8834515-e6f9-49f2-8077-12bd861709aa req-b14d6dfe-5989-44dc-88f5-433fdb84d47c service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Neutron deleted interface d74431cb-c4a7-4d52-ae8d-45e30e6a31f6; detaching it from the instance and deleting it from the info cache
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.network.neutron [req-b8834515-e6f9-49f2-8077-12bd861709aa req-b14d6dfe-5989-44dc-88f5-433fdb84d47c service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-b8834515-e6f9-49f2-8077-12bd861709aa req-b14d6dfe-5989-44dc-88f5-433fdb84d47c service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Detach interface failed, port_id=d74431cb-c4a7-4d52-ae8d-45e30e6a31f6, reason: Instance b533d75f-7115-4dfa-8a16-6cd9107dfe66 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.180s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:38 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Deleted allocations for instance b533d75f-7115-4dfa-8a16-6cd9107dfe66
Dec 01 16:08:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-a49389d8-f2a4-47cd-b598-6bf5153b9c7f tempest-ServersNegativeTestJSON-579429698 tempest-ServersNegativeTestJSON-579429698-project-member] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.877s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-45edbae7-eadb-4058-b107-ea9f99f1057b req-1e3c42fb-b75d-4464-b17f-0091c52e88de service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received event network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-45edbae7-eadb-4058-b107-ea9f99f1057b req-1e3c42fb-b75d-4464-b17f-0091c52e88de service nova] Acquiring lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-45edbae7-eadb-4058-b107-ea9f99f1057b req-1e3c42fb-b75d-4464-b17f-0091c52e88de service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-45edbae7-eadb-4058-b107-ea9f99f1057b req-1e3c42fb-b75d-4464-b17f-0091c52e88de service nova] Lock "b533d75f-7115-4dfa-8a16-6cd9107dfe66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:38 user nova-compute[75223]: DEBUG nova.compute.manager [req-45edbae7-eadb-4058-b107-ea9f99f1057b req-1e3c42fb-b75d-4464-b17f-0091c52e88de service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] No waiting events found dispatching network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:08:38 user nova-compute[75223]: WARNING nova.compute.manager [req-45edbae7-eadb-4058-b107-ea9f99f1057b req-1e3c42fb-b75d-4464-b17f-0091c52e88de service nova] [instance: b533d75f-7115-4dfa-8a16-6cd9107dfe66] Received unexpected event network-vif-plugged-d74431cb-c4a7-4d52-ae8d-45e30e6a31f6 for instance with vm_state deleted and task_state None.
Dec 01 16:08:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:08:48 user nova-compute[75223]: INFO nova.compute.claims [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Claim successful on node user
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.256s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:08:48 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:08:48 user nova-compute[75223]: DEBUG nova.policy [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cee53e724a2143b4bcaddf65d41ede43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5ebb24b2c394f98b210a755f5bbbee3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:08:49 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Creating image(s)
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "/opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "/opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "/opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.167s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk 1073741824" returned: 0 in 0.048s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.224s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Successfully created port: a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Cannot resize image /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Ensure instance console log exists: /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Successfully updated port: a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquired lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-changed-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.compute.manager [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Refreshing instance network info cache due to event network-changed-a8988604-e314-46e7-a778-5c04d7434ad6. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] Acquiring lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.neutron [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating instance_info_cache with network_info: [{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Releasing lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Instance network_info: |[{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] Acquired lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.neutron [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Refreshing network info cache for port a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Start _get_guest_xml network_info=[{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:08:50 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:08:50 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1647022894',display_name='tempest-TestStampPattern-server-1647022894',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1647022894',id=46,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDuw/0ROAuZi+ojoPFRbSXPXmuvj6lcWp7G3GGbTlZzz9SyOK981ihPByHF4SmVdL7WSyXJWDKtL8+z1tnWIUViunS2md26cnVTaGCmIoEycGmsk6TGBfP7+3LXEkHIS0Q==',key_name='tempest-TestStampPattern-529677445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b5ebb24b2c394f98b210a755f5bbbee3',ramdisk_id='',reservation_id='r-f0s7jnn0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1961065383',owner_user_name='tempest-TestStampPattern-1961065383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:08:49Z,user_data=None,user_id='cee53e724a2143b4bcaddf65d41ede43',uuid=ed21065f-96ba-494b-85d5-78a949cbaea4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converting VIF {"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:b3:10,bridge_name='br-int',has_traffic_filtering=True,id=a8988604-e314-46e7-a778-5c04d7434ad6,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8988604-e3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'pci_devices' on Instance uuid ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:08:50 user nova-compute[75223]:   <uuid>ed21065f-96ba-494b-85d5-78a949cbaea4</uuid>
Dec 01 16:08:50 user nova-compute[75223]:   <name>instance-0000002e</name>
Dec 01 16:08:50 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:08:50 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:08:50 user nova-compute[75223]:   <metadata>
Dec 01 16:08:50 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:08:50 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:08:50 user nova-compute[75223]:       <nova:name>tempest-TestStampPattern-server-1647022894</nova:name>
Dec 01 16:08:50 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:08:50</nova:creationTime>
Dec 01 16:08:50 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:08:50 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:08:50 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:08:50 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:08:50 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:08:50 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:08:50 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:08:50 user nova-compute[75223]:       <nova:owner>
Dec 01 16:08:50 user nova-compute[75223]:         <nova:user uuid="cee53e724a2143b4bcaddf65d41ede43">tempest-TestStampPattern-1961065383-project-member</nova:user>
Dec 01 16:08:50 user nova-compute[75223]:         <nova:project uuid="b5ebb24b2c394f98b210a755f5bbbee3">tempest-TestStampPattern-1961065383</nova:project>
Dec 01 16:08:50 user nova-compute[75223]:       </nova:owner>
Dec 01 16:08:50 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 16:08:50 user nova-compute[75223]:       <nova:ports>
Dec 01 16:08:50 user nova-compute[75223]:         <nova:port uuid="a8988604-e314-46e7-a778-5c04d7434ad6">
Dec 01 16:08:50 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Dec 01 16:08:50 user nova-compute[75223]:         </nova:port>
Dec 01 16:08:50 user nova-compute[75223]:       </nova:ports>
Dec 01 16:08:50 user nova-compute[75223]:     </nova:instance>
Dec 01 16:08:50 user nova-compute[75223]:   </metadata>
Dec 01 16:08:50 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:08:50 user nova-compute[75223]:     <system>
Dec 01 16:08:50 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:08:50 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:08:50 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:08:50 user nova-compute[75223]:       <entry name="serial">ed21065f-96ba-494b-85d5-78a949cbaea4</entry>
Dec 01 16:08:50 user nova-compute[75223]:       <entry name="uuid">ed21065f-96ba-494b-85d5-78a949cbaea4</entry>
Dec 01 16:08:50 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:08:50 user nova-compute[75223]:     </system>
Dec 01 16:08:50 user nova-compute[75223]:   </sysinfo>
Dec 01 16:08:50 user nova-compute[75223]:   <os>
Dec 01 16:08:50 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:08:50 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:08:50 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:08:50 user nova-compute[75223]:   </os>
Dec 01 16:08:50 user nova-compute[75223]:   <features>
Dec 01 16:08:50 user nova-compute[75223]:     <acpi/>
Dec 01 16:08:50 user nova-compute[75223]:     <apic/>
Dec 01 16:08:50 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:08:50 user nova-compute[75223]:   </features>
Dec 01 16:08:50 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:08:50 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:08:50 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:08:50 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:08:50 user nova-compute[75223]:   </clock>
Dec 01 16:08:50 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:08:50 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:08:50 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:08:50 user nova-compute[75223]:   </cpu>
Dec 01 16:08:50 user nova-compute[75223]:   <devices>
Dec 01 16:08:50 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:08:50 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:08:50 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk"/>
Dec 01 16:08:50 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:08:50 user nova-compute[75223]:     </disk>
Dec 01 16:08:50 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:08:50 user nova-compute[75223]:       <mac address="fa:16:3e:11:b3:10"/>
Dec 01 16:08:50 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:08:50 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:08:50 user nova-compute[75223]:       <target dev="tapa8988604-e3"/>
Dec 01 16:08:50 user nova-compute[75223]:     </interface>
Dec 01 16:08:50 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:08:50 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/console.log" append="off"/>
Dec 01 16:08:50 user nova-compute[75223]:     </serial>
Dec 01 16:08:50 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:08:50 user nova-compute[75223]:     <video>
Dec 01 16:08:50 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:08:50 user nova-compute[75223]:     </video>
Dec 01 16:08:50 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:08:50 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:08:50 user nova-compute[75223]:     </rng>
Dec 01 16:08:50 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:08:50 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:08:50 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:08:50 user nova-compute[75223]:     </memballoon>
Dec 01 16:08:50 user nova-compute[75223]:   </devices>
Dec 01 16:08:50 user nova-compute[75223]: </domain>
Dec 01 16:08:50 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1647022894',display_name='tempest-TestStampPattern-server-1647022894',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1647022894',id=46,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDuw/0ROAuZi+ojoPFRbSXPXmuvj6lcWp7G3GGbTlZzz9SyOK981ihPByHF4SmVdL7WSyXJWDKtL8+z1tnWIUViunS2md26cnVTaGCmIoEycGmsk6TGBfP7+3LXEkHIS0Q==',key_name='tempest-TestStampPattern-529677445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b5ebb24b2c394f98b210a755f5bbbee3',ramdisk_id='',reservation_id='r-f0s7jnn0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-1961065383',owner_user_name='tempest-TestStampPattern-1961065383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:08:49Z,user_data=None,user_id='cee53e724a2143b4bcaddf65d41ede43',uuid=ed21065f-96ba-494b-85d5-78a949cbaea4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converting VIF {"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:b3:10,bridge_name='br-int',has_traffic_filtering=True,id=a8988604-e314-46e7-a778-5c04d7434ad6,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8988604-e3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG os_vif [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:b3:10,bridge_name='br-int',has_traffic_filtering=True,id=a8988604-e314-46e7-a778-5c04d7434ad6,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8988604-e3') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a678d032-50d1-5ac7-a3a9-69dd019867b3', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa8988604-e3, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa8988604-e3, col_values=(('qos', UUID('6fdf5fea-80c7-4136-b53d-cdb40c52bf18')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa8988604-e3, col_values=(('external_ids', {'iface-id': 'a8988604-e314-46e7-a778-5c04d7434ad6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:b3:10', 'vm-uuid': 'ed21065f-96ba-494b-85d5-78a949cbaea4'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:50 user nova-compute[75223]: INFO os_vif [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:b3:10,bridge_name='br-int',has_traffic_filtering=True,id=a8988604-e314-46e7-a778-5c04d7434ad6,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8988604-e3')
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No VIF found with MAC fa:16:3e:11:b3:10, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.neutron [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updated VIF entry in instance network info cache for port a8988604-e314-46e7-a778-5c04d7434ad6. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG nova.network.neutron [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating instance_info_cache with network_info: [{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2d5d4f69-ad03-4fa1-9cfa-8e6318d6cb64 req-14562d1e-ac55-4d97-9090-0a7d7ec2be9d service nova] Releasing lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:08:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-37882c0a-3e43-4990-8a75-c2c11a5a14fc req-23427f93-1a5e-4956-8af4-0af7d41603fd service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-37882c0a-3e43-4990-8a75-c2c11a5a14fc req-23427f93-1a5e-4956-8af4-0af7d41603fd service nova] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-37882c0a-3e43-4990-8a75-c2c11a5a14fc req-23427f93-1a5e-4956-8af4-0af7d41603fd service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-37882c0a-3e43-4990-8a75-c2c11a5a14fc req-23427f93-1a5e-4956-8af4-0af7d41603fd service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-37882c0a-3e43-4990-8a75-c2c11a5a14fc req-23427f93-1a5e-4956-8af4-0af7d41603fd service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] No waiting events found dispatching network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:08:51 user nova-compute[75223]: WARNING nova.compute.manager [req-37882c0a-3e43-4990-8a75-c2c11a5a14fc req-23427f93-1a5e-4956-8af4-0af7d41603fd service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received unexpected event network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 for instance with vm_state building and task_state spawning.
Dec 01 16:08:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:08:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Instance spawned successfully.
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:08:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:08:54 user nova-compute[75223]: INFO nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Took 5.01 seconds to spawn the instance on the hypervisor.
Dec 01 16:08:54 user nova-compute[75223]: DEBUG nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:08:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-c2cbffe6-26d0-4f95-98d8-462a2d733376 req-b3a9088f-4531-451c-9ed6-c57e9e9de515 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:08:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c2cbffe6-26d0-4f95-98d8-462a2d733376 req-b3a9088f-4531-451c-9ed6-c57e9e9de515 service nova] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:08:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c2cbffe6-26d0-4f95-98d8-462a2d733376 req-b3a9088f-4531-451c-9ed6-c57e9e9de515 service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:08:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c2cbffe6-26d0-4f95-98d8-462a2d733376 req-b3a9088f-4531-451c-9ed6-c57e9e9de515 service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-c2cbffe6-26d0-4f95-98d8-462a2d733376 req-b3a9088f-4531-451c-9ed6-c57e9e9de515 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] No waiting events found dispatching network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:08:54 user nova-compute[75223]: WARNING nova.compute.manager [req-c2cbffe6-26d0-4f95-98d8-462a2d733376 req-b3a9088f-4531-451c-9ed6-c57e9e9de515 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received unexpected event network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 for instance with vm_state building and task_state spawning.
Dec 01 16:08:54 user nova-compute[75223]: INFO nova.compute.manager [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Took 5.64 seconds to build instance.
Dec 01 16:08:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6d5d9bc4-d607-4ca8-a8eb-4d70ff38b698 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.759s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:08:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:08:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:09:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:09:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:09:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:09:18 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updating instance_info_cache with network_info: [{"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:09:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-5a5e844b-580b-446f-a5f1-a490f23cb245" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:09:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:09:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:09:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-changed-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Refreshing instance network info cache due to event network-changed-c9f53fc8-40dd-425b-87e1-db289ddd7e80. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] Acquiring lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] Acquired lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Refreshing network info cache for port c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Updated VIF entry in instance network info cache for port c9f53fc8-40dd-425b-87e1-db289ddd7e80. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Updating instance_info_cache with network_info: [{"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d3fd9d5e-41a6-4349-835d-8a919d4fe22e req-e51658a3-d20e-48ac-ba6c-d6e860edd835 service nova] Releasing lock "refresh_cache-e023e236-d167-4045-845e-41356e9619aa" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "e023e236-d167-4045-845e-41356e9619aa" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "e023e236-d167-4045-845e-41356e9619aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "e023e236-d167-4045-845e-41356e9619aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "e023e236-d167-4045-845e-41356e9619aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "e023e236-d167-4045-845e-41356e9619aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:09:22 user nova-compute[75223]: INFO nova.compute.manager [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Terminating instance
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9aa7e75-a664-492a-a420-2b2c2d00016c req-3c71f6a0-43fe-4ded-a910-f7898defd216 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-vif-unplugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9aa7e75-a664-492a-a420-2b2c2d00016c req-3c71f6a0-43fe-4ded-a910-f7898defd216 service nova] Acquiring lock "e023e236-d167-4045-845e-41356e9619aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9aa7e75-a664-492a-a420-2b2c2d00016c req-3c71f6a0-43fe-4ded-a910-f7898defd216 service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9aa7e75-a664-492a-a420-2b2c2d00016c req-3c71f6a0-43fe-4ded-a910-f7898defd216 service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9aa7e75-a664-492a-a420-2b2c2d00016c req-3c71f6a0-43fe-4ded-a910-f7898defd216 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] No waiting events found dispatching network-vif-unplugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:09:22 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9aa7e75-a664-492a-a420-2b2c2d00016c req-3c71f6a0-43fe-4ded-a910-f7898defd216 service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-vif-unplugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: e023e236-d167-4045-845e-41356e9619aa] Instance destroyed successfully.
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.objects.instance [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'resources' on Instance uuid e023e236-d167-4045-845e-41356e9619aa {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:07:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1104224070',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1104224070',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1104224070',id=45,image_ref='e374b4c4-bfa8-4a6b-a68c-576adda99f42',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJ6oYTytVg9+b/LsvFzABuSmr5DZMCcrurpVOf+OQFyGesYmN4kTyk8XGwXKV+ePkzRnE7GgITwToucCH98PdxSzvYNrBzsx30a8EMgOPA+QLSbqzMF4BFM6gnnp2pW9Wg==',key_name='tempest-keypair-1263452915',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:07:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-ebxfaapf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-413016307',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:07:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=e023e236-d167-4045-845e-41356e9619aa,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "address": "fa:16:3e:ed:fb:b1", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc9f53fc8-40", "ovs_interfaceid": "c9f53fc8-40dd-425b-87e1-db289ddd7e80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ed:fb:b1,bridge_name='br-int',has_traffic_filtering=True,id=c9f53fc8-40dd-425b-87e1-db289ddd7e80,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9f53fc8-40') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_vif [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ed:fb:b1,bridge_name='br-int',has_traffic_filtering=True,id=c9f53fc8-40dd-425b-87e1-db289ddd7e80,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9f53fc8-40') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc9f53fc8-40, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=17235ecc-c46e-47d1-8a1a-62e85ff98d8d) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:09:23 user nova-compute[75223]: INFO os_vif [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ed:fb:b1,bridge_name='br-int',has_traffic_filtering=True,id=c9f53fc8-40dd-425b-87e1-db289ddd7e80,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc9f53fc8-40')
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hOuRZWdl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:09:23 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a345ce7-3c6f-4087-a374-aebaa06895bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:09:23 user nova-compute[75223]: No targets found.
Dec 01 16:09:23 user nova-compute[75223]: iSNS:
Dec 01 16:09:23 user nova-compute[75223]: No targets found.
Dec 01 16:09:23 user nova-compute[75223]: STATIC:
Dec 01 16:09:23 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f
Dec 01 16:09:23 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:09:23 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:09:23 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114
Dec 01 16:09:23 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:09:23 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:09:23 user nova-compute[75223]: FIRMWARE:
Dec 01 16:09:23 user nova-compute[75223]: No targets found.
Dec 01 16:09:23 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:09:23 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:09:23 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[446162c8-e1e0-4806-8457-ba1828251c20]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a23751-d1b0-43ab-b0a1-7c73d4537885]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)\ntcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:09:23 user nova-compute[75223]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 (non-flash)
Dec 01 16:09:23 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:09:23 user nova-compute[75223]: tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 (non-flash)
Dec 01 16:09:23 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4575360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114'): ({'sdc'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Removing single pathed devices sdc {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5df4a23-30fa-4458-83ff-b0935284899e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5acc33f-5c50-46f3-b499-9395b48df018]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flushing IO for device /dev/sdc {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[35f85a99-0b11-433c-90b0-3fdad600a667]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[24e47706-ff21-4076-852a-72826b309144]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae535ad4-25b1-4a49-baaf-02eb852e282e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d3fda99-6e3d-4b40-a10d-463cea93135f]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260]
Dec 01 16:09:23 user nova-compute[75223]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114, portal: 172.16.0.220,3260] successful.
Dec 01 16:09:23 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21610f3e-72f6-4a45-9a55-84fbfedd8114 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3d04633-36fb-4327-b24f-006b0c581ae5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== disconnect_volume: return (295ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:09:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Deleting instance files /opt/stack/data/nova/instances/e023e236-d167-4045-845e-41356e9619aa_del
Dec 01 16:09:23 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Deletion of /opt/stack/data/nova/instances/e023e236-d167-4045-845e-41356e9619aa_del complete
Dec 01 16:09:23 user nova-compute[75223]: INFO nova.compute.manager [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Took 1.13 seconds to destroy the instance on the hypervisor.
Dec 01 16:09:23 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: e023e236-d167-4045-845e-41356e9619aa] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:09:23 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: e023e236-d167-4045-845e-41356e9619aa] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:09:24 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: e023e236-d167-4045-845e-41356e9619aa] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:09:24 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: e023e236-d167-4045-845e-41356e9619aa] Took 0.64 seconds to deallocate network for instance.
Dec 01 16:09:24 user nova-compute[75223]: DEBUG nova.compute.manager [req-1d5ce05b-050d-4015-8849-90db6f49e647 req-d7f43937-b827-4915-b829-6dacdd63bc3e service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-vif-deleted-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:09:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c872dc9-69ef-4c26-aa3c-1a2c2cac5e88 req-e0160e17-7342-4478-a2c4-7c699835ca2a service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received event network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c872dc9-69ef-4c26-aa3c-1a2c2cac5e88 req-e0160e17-7342-4478-a2c4-7c699835ca2a service nova] Acquiring lock "e023e236-d167-4045-845e-41356e9619aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c872dc9-69ef-4c26-aa3c-1a2c2cac5e88 req-e0160e17-7342-4478-a2c4-7c699835ca2a service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c872dc9-69ef-4c26-aa3c-1a2c2cac5e88 req-e0160e17-7342-4478-a2c4-7c699835ca2a service nova] Lock "e023e236-d167-4045-845e-41356e9619aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c872dc9-69ef-4c26-aa3c-1a2c2cac5e88 req-e0160e17-7342-4478-a2c4-7c699835ca2a service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] No waiting events found dispatching network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:09:25 user nova-compute[75223]: WARNING nova.compute.manager [req-9c872dc9-69ef-4c26-aa3c-1a2c2cac5e88 req-e0160e17-7342-4478-a2c4-7c699835ca2a service nova] [instance: e023e236-d167-4045-845e-41356e9619aa] Received unexpected event network-vif-plugged-c9f53fc8-40dd-425b-87e1-db289ddd7e80 for instance with vm_state active and task_state deleting.
Dec 01 16:09:25 user nova-compute[75223]: INFO nova.compute.manager [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Took 0.76 seconds to detach 1 volumes for instance.
Dec 01 16:09:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: e023e236-d167-4045-845e-41356e9619aa] Deleting volume: 21610f3e-72f6-4a45-9a55-84fbfedd8114 {{(pid=75223) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.285s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:09:25 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Deleted allocations for instance e023e236-d167-4045-845e-41356e9619aa
Dec 01 16:09:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-df877254-9cd0-4b4e-9c7c-7adc4aab5cf9 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "e023e236-d167-4045-845e-41356e9619aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.076s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:09:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:09:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:09:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:09:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:28 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:09:28 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8779MB free_disk=25.22250747680664GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 5a5e844b-580b-446f-a5f1-a490f23cb245 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:09:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:09:29 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:09:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.253s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:09:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 16:09:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:42 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:09:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 16:09:42 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 16:09:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:09:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:09:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:09:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:17 user nova-compute[75223]: INFO nova.compute.manager [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Terminating instance
Dec 01 16:10:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-bfafc9fe-94ca-40be-8e5e-2677eb298759 req-23812293-65f5-4d70-a4e6-ec63b7fea6fc service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-unplugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bfafc9fe-94ca-40be-8e5e-2677eb298759 req-23812293-65f5-4d70-a4e6-ec63b7fea6fc service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bfafc9fe-94ca-40be-8e5e-2677eb298759 req-23812293-65f5-4d70-a4e6-ec63b7fea6fc service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bfafc9fe-94ca-40be-8e5e-2677eb298759 req-23812293-65f5-4d70-a4e6-ec63b7fea6fc service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-bfafc9fe-94ca-40be-8e5e-2677eb298759 req-23812293-65f5-4d70-a4e6-ec63b7fea6fc service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-unplugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:10:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-bfafc9fe-94ca-40be-8e5e-2677eb298759 req-23812293-65f5-4d70-a4e6-ec63b7fea6fc service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-unplugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Instance destroyed successfully.
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'resources' on Instance uuid 5a5e844b-580b-446f-a5f1-a490f23cb245 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:05:30Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1835522847',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1835522847',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1835522847',id=44,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDwVIoLyjeW5ErOYPml5U57iJi6p+TszpSGIGE7zTzplOV0PUSjoFYomR8gQZ7g2elrAA6sfr+F3ejW2yKKX+KpoLpN35fmHEdlHvq1PnP2MjtvJfu2rCa6YlAq3uTPvFg==',key_name='tempest-keypair-943789098',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:05:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-4v6v89q1',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:05:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=5a5e844b-580b-446f-a5f1-a490f23cb245,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "address": "fa:16:3e:d8:d3:a5", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4fb1cd9f-fc", "ovs_interfaceid": "4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:d8:d3:a5,bridge_name='br-int',has_traffic_filtering=True,id=4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fb1cd9f-fc') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_vif [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:d3:a5,bridge_name='br-int',has_traffic_filtering=True,id=4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fb1cd9f-fc') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4fb1cd9f-fc, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9897ef20-5603-4339-9eac-7fc836a0e7e1) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: INFO os_vif [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:d8:d3:a5,bridge_name='br-int',has_traffic_filtering=True,id=4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4fb1cd9f-fc')
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VODFzliU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:10:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab48463d-7c8d-4dc5-8f5f-cd406dd23b7e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:10:18 user nova-compute[75223]: No targets found.
Dec 01 16:10:18 user nova-compute[75223]: iSNS:
Dec 01 16:10:18 user nova-compute[75223]: No targets found.
Dec 01 16:10:18 user nova-compute[75223]: STATIC:
Dec 01 16:10:18 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f
Dec 01 16:10:18 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:10:18 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:10:18 user nova-compute[75223]: FIRMWARE:
Dec 01 16:10:18 user nova-compute[75223]: No targets found.
Dec 01 16:10:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:10:18 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:10:18 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d18ce73a-f7cd-49f9-8d7e-b0304cb2a6b1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd7abcc-b0ce-4525-90cc-1b93dd9f1ff6]: (4, ('tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:10:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f (non-flash)
Dec 01 16:10:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45da710>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ca340f6-5f69-4ec7-9685-bc3daec8807c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3a8b23-27e7-4499-9234-1492496bd962]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e3304ba-7693-466a-a71b-2da7d9eaa806]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecb10b7a-94a9-431c-ac2f-ea14f25c36bf]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23933396464316136', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_efd2c671', '/dev/disk/by-id/scsi-1SCST_BIOefd2c671-939dd1a6b2b57ee4') {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a64438-2a03-4003-aa6b-e7c11833a227]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed1f55ce-71b9-4dc8-86ea-c23bacdceebd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[576c066c-e2e4-456b-87f6-89f0d5f2cec8]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260]
Dec 01 16:10:18 user nova-compute[75223]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f, portal: 172.16.0.220,3260] successful.
Dec 01 16:10:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d70eaa8-cb1d-445f-baf3-00585019f19f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[31eb9849-f50f-457a-94c8-9dfc598c99ef]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== disconnect_volume: return (339ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:10:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Deleting instance files /opt/stack/data/nova/instances/5a5e844b-580b-446f-a5f1-a490f23cb245_del
Dec 01 16:10:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Deletion of /opt/stack/data/nova/instances/5a5e844b-580b-446f-a5f1-a490f23cb245_del complete
Dec 01 16:10:18 user nova-compute[75223]: INFO nova.compute.manager [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Took 1.22 seconds to destroy the instance on the hypervisor.
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:10:19 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Took 0.89 seconds to deallocate network for instance.
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:10:19 user nova-compute[75223]: WARNING nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received unexpected event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with vm_state active and task_state deleting.
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:10:19 user nova-compute[75223]: WARNING nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received unexpected event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with vm_state active and task_state deleting.
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:10:19 user nova-compute[75223]: WARNING nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received unexpected event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with vm_state active and task_state deleting.
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-unplugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-unplugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-unplugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Acquiring lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] No waiting events found dispatching network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:10:19 user nova-compute[75223]: WARNING nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received unexpected event network-vif-plugged-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 for instance with vm_state active and task_state deleting.
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-8e54ec87-c359-4a68-855a-b7573a440c29 req-e7676a38-57ad-478a-959c-7b4b98df6d78 service nova] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Received event network-vif-deleted-4fb1cd9f-fc9a-4c99-8e62-29f0c66155b7 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:10:20 user nova-compute[75223]: INFO nova.compute.manager [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Took 0.78 seconds to detach 1 volumes for instance.
Dec 01 16:10:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: 5a5e844b-580b-446f-a5f1-a490f23cb245] Deleting volume: 1d70eaa8-cb1d-445f-baf3-00585019f19f {{(pid=75223) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Dec 01 16:10:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:20 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:10:20 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:10:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.149s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:20 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Deleted allocations for instance 5a5e844b-580b-446f-a5f1-a490f23cb245
Dec 01 16:10:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-08660e00-72aa-46a1-97ed-05ee1d3b4a70 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "5a5e844b-580b-446f-a5f1-a490f23cb245" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.307s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:27 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:10:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:28 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:10:28 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8883MB free_disk=25.212059020996094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:10:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.301s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:10:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:10:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:10:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:10:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:10:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:10:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:10:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:10:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-changed-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:10:40 user nova-compute[75223]: DEBUG nova.compute.manager [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Refreshing instance network info cache due to event network-changed-a8988604-e314-46e7-a778-5c04d7434ad6. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:10:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] Acquiring lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:10:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] Acquired lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:10:40 user nova-compute[75223]: DEBUG nova.network.neutron [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Refreshing network info cache for port a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updated VIF entry in instance network info cache for port a8988604-e314-46e7-a778-5c04d7434ad6. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG nova.network.neutron [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating instance_info_cache with network_info: [{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'flavor' on Instance uuid ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-7dbe8fff-ead0-4b5e-a7c6-4ec0d0ecfdf9 req-ad2e4c99-e314-4b0a-a9d7-5305f684f444 service nova] Releasing lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:41 user nova-compute[75223]: INFO nova.compute.manager [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Attaching volume 81ea3add-4cbf-4376-9892-78075f20c5b7 to /dev/vdb
Dec 01 16:10:41 user nova-compute[75223]: DEBUG os_brick.utils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[92582181-bf09-4f40-8702-d9907af1cd0d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3511d925-c902-48cc-88f9-ee899f89e6fe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[38fa6d79-4ae9-45c0-9dc4-94ca97637229]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[035e3a8d-c66b-4d35-bb79-5e9766945fce]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:10:41 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:10:41 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b54d979-86bb-46cd-9ad6-f0dc8c4eb551]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG os_brick.utils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:10:41 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating existing volume attachment record: 50e369c6-b6f2-462e-b977-16dc9f85c11f {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:10:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EDTxvbmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:10:50 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:10:50 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:10:50 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2d147d9-8a92-4330-943c-408d535cd81f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:10:50 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[afcbe258-b773-4c7e-b924-386ab61ae231]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7] added
Dec 01 16:10:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[431a7715-b1bb-4ad3-af17-3b22c8ce51dc]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[13753c20-3c0a-424c-8e87-6e90c661db1e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EDTxvbmM {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EDTxvbmM" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[137c5f93-670b-418e-86ee-7f0c411b0196]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EDTxvbmM'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[362d57cd-bd00-4dee-b468-c63bd1b77be5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc84839e-d4a1-4e6d-9f5d-290e9a34c7e1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:10:50 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:10:50 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:10:50 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:10:50 user nova-compute[75223]: 
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[72f7aced-7875-4b97-bbeb-69c4872c5a71]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260]
Dec 01 16:10:50 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260] successful.
Dec 01 16:10:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e77d66e-8d77-438c-a193-15891845bc1f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[26d8fed3-ab8f-42ac-9a3c-3c44e4a6a6c0]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 (non-flash)
Dec 01 16:10:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 (non-flash)
Dec 01 16:10:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b38d331-c43d-4bc3-8dcc-a61828132dad]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:10:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EDTxvbmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.271s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] <== connect_volume: return (1272ms) {'type': 'block', 'scsi_wwn': '26136303436623633', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26136303436623633', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'flavor' on Instance uuid ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:10:51 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:10:51 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:10:51 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:10:51 user nova-compute[75223]:   <serial>81ea3add-4cbf-4376-9892-78075f20c5b7</serial>
Dec 01 16:10:51 user nova-compute[75223]: </disk>
Dec 01 16:10:51 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No VIF found with MAC fa:16:3e:11:b3:10, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:10:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e64eefd3-bae5-4f89-ae1e-3f3acb246b0f tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.626s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:10:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:10:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:10:53 user nova-compute[75223]: INFO nova.compute.manager [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Detaching volume 81ea3add-4cbf-4376-9892-78075f20c5b7
Dec 01 16:10:53 user nova-compute[75223]: INFO nova.virt.block_device [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Attempting to driver detach volume 81ea3add-4cbf-4376-9892-78075f20c5b7 from mountpoint /dev/vdb
Dec 01 16:10:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Attempting to detach device vdb from instance ed21065f-96ba-494b-85d5-78a949cbaea4 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:10:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:10:53 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:10:53 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:10:53 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:10:53 user nova-compute[75223]:   <serial>81ea3add-4cbf-4376-9892-78075f20c5b7</serial>
Dec 01 16:10:53 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:10:53 user nova-compute[75223]: </disk>
Dec 01 16:10:53 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:10:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully detached device vdb from instance ed21065f-96ba-494b-85d5-78a949cbaea4 from the persistent domain config.
Dec 01 16:10:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance ed21065f-96ba-494b-85d5-78a949cbaea4 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:10:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:10:53 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:10:53 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:10:53 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:10:53 user nova-compute[75223]:   <serial>81ea3add-4cbf-4376-9892-78075f20c5b7</serial>
Dec 01 16:10:53 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:10:53 user nova-compute[75223]: </disk>
Dec 01 16:10:53 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:10:54 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:10:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:10:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:11:07 user nova-compute[75223]: INFO nova.compute.claims [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Claim successful on node user
Dec 01 16:11:07 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.242s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:11:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.policy [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24341a9daead4deb91a1ebaf26cb0a6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c588cf24813243aea08decdc4dce7bc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:11:08 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Creating image(s)
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "/opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "/opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "/opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "f38ba82fb596007896d8c13180e5fe7b30107d9f" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "f38ba82fb596007896d8c13180e5fe7b30107d9f" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Successfully created port: c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.part --force-share --output=json" returned: 0 in 0.192s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.virt.images [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] 9a3485ce-76b9-484b-9049-d2bb51a5a236 was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 16:11:08 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.part /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.part /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.converted" returned: 0 in 0.407s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Successfully updated port: c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f.converted --force-share --output=json" returned: 0 in 0.232s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "f38ba82fb596007896d8c13180e5fe7b30107d9f" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.305s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing instance network info cache due to event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "f38ba82fb596007896d8c13180e5fe7b30107d9f" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "f38ba82fb596007896d8c13180e5fe7b30107d9f" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f,backing_fmt=raw /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f,backing_fmt=raw /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk 1073741824" returned: 0 in 0.048s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "f38ba82fb596007896d8c13180e5fe7b30107d9f" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance network_info: |[{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.372s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Cannot resize image /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Ensure instance console log exists: /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Start _get_guest_xml network_info=[{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T16:11:05Z,direct_url=<?>,disk_format='qcow2',id=9a3485ce-76b9-484b-9049-d2bb51a5a236,min_disk=0,min_ram=0,name='tempest-scenario-img--96326483',owner='c588cf24813243aea08decdc4dce7bc3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T16:11:06Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': '9a3485ce-76b9-484b-9049-d2bb51a5a236'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:11:10 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:11:10 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T16:11:05Z,direct_url=<?>,disk_format='qcow2',id=9a3485ce-76b9-484b-9049-d2bb51a5a236,min_disk=0,min_ram=0,name='tempest-scenario-img--96326483',owner='c588cf24813243aea08decdc4dce7bc3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T16:11:06Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1389065922',display_name='tempest-TestMinimumBasicScenario-server-1389065922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1389065922',id=47,image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoCYZfB7ruZRoQbGy4dZo4s+3LpWUAyYan4s9M7RTqRRbXW/Ri7xbHDsrG2FiQpW7JqD/xMgwWO//GZKjxgutmsvbdxSJec5fbzrWyYeqaRElCj9IK2VIFL4DIeBfteHA==',key_name='tempest-TestMinimumBasicScenario-1121873307',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-tig67qq7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:11:08Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=9011ed9f-dbec-4751-953e-3bd3c3c007c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'pci_devices' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updated VIF entry in instance network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.network.neutron [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:11:10 user nova-compute[75223]:   <uuid>9011ed9f-dbec-4751-953e-3bd3c3c007c9</uuid>
Dec 01 16:11:10 user nova-compute[75223]:   <name>instance-0000002f</name>
Dec 01 16:11:10 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:11:10 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:11:10 user nova-compute[75223]:   <metadata>
Dec 01 16:11:10 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:11:10 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:11:10 user nova-compute[75223]:       <nova:name>tempest-TestMinimumBasicScenario-server-1389065922</nova:name>
Dec 01 16:11:10 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:11:10</nova:creationTime>
Dec 01 16:11:10 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:11:10 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:11:10 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:11:10 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:11:10 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:11:10 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:11:10 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:11:10 user nova-compute[75223]:       <nova:owner>
Dec 01 16:11:10 user nova-compute[75223]:         <nova:user uuid="24341a9daead4deb91a1ebaf26cb0a6a">tempest-TestMinimumBasicScenario-1929537891-project-member</nova:user>
Dec 01 16:11:10 user nova-compute[75223]:         <nova:project uuid="c588cf24813243aea08decdc4dce7bc3">tempest-TestMinimumBasicScenario-1929537891</nova:project>
Dec 01 16:11:10 user nova-compute[75223]:       </nova:owner>
Dec 01 16:11:10 user nova-compute[75223]:       <nova:root type="image" uuid="9a3485ce-76b9-484b-9049-d2bb51a5a236"/>
Dec 01 16:11:10 user nova-compute[75223]:       <nova:ports>
Dec 01 16:11:10 user nova-compute[75223]:         <nova:port uuid="c47899ca-b16c-4d3c-96ec-10202f898fbf">
Dec 01 16:11:10 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 16:11:10 user nova-compute[75223]:         </nova:port>
Dec 01 16:11:10 user nova-compute[75223]:       </nova:ports>
Dec 01 16:11:10 user nova-compute[75223]:     </nova:instance>
Dec 01 16:11:10 user nova-compute[75223]:   </metadata>
Dec 01 16:11:10 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:11:10 user nova-compute[75223]:     <system>
Dec 01 16:11:10 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:11:10 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:11:10 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:11:10 user nova-compute[75223]:       <entry name="serial">9011ed9f-dbec-4751-953e-3bd3c3c007c9</entry>
Dec 01 16:11:10 user nova-compute[75223]:       <entry name="uuid">9011ed9f-dbec-4751-953e-3bd3c3c007c9</entry>
Dec 01 16:11:10 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:11:10 user nova-compute[75223]:     </system>
Dec 01 16:11:10 user nova-compute[75223]:   </sysinfo>
Dec 01 16:11:10 user nova-compute[75223]:   <os>
Dec 01 16:11:10 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:11:10 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:11:10 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:11:10 user nova-compute[75223]:   </os>
Dec 01 16:11:10 user nova-compute[75223]:   <features>
Dec 01 16:11:10 user nova-compute[75223]:     <acpi/>
Dec 01 16:11:10 user nova-compute[75223]:     <apic/>
Dec 01 16:11:10 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:11:10 user nova-compute[75223]:   </features>
Dec 01 16:11:10 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:11:10 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:11:10 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:11:10 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:11:10 user nova-compute[75223]:   </clock>
Dec 01 16:11:10 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:11:10 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:11:10 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:11:10 user nova-compute[75223]:   </cpu>
Dec 01 16:11:10 user nova-compute[75223]:   <devices>
Dec 01 16:11:10 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:11:10 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:11:10 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk"/>
Dec 01 16:11:10 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:11:10 user nova-compute[75223]:     </disk>
Dec 01 16:11:10 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:11:10 user nova-compute[75223]:       <mac address="fa:16:3e:8f:2e:62"/>
Dec 01 16:11:10 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:11:10 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:11:10 user nova-compute[75223]:       <target dev="tapc47899ca-b1"/>
Dec 01 16:11:10 user nova-compute[75223]:     </interface>
Dec 01 16:11:10 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:11:10 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/console.log" append="off"/>
Dec 01 16:11:10 user nova-compute[75223]:     </serial>
Dec 01 16:11:10 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:11:10 user nova-compute[75223]:     <video>
Dec 01 16:11:10 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:11:10 user nova-compute[75223]:     </video>
Dec 01 16:11:10 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:11:10 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:11:10 user nova-compute[75223]:     </rng>
Dec 01 16:11:10 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:11:10 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:11:10 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:11:10 user nova-compute[75223]:     </memballoon>
Dec 01 16:11:10 user nova-compute[75223]:   </devices>
Dec 01 16:11:10 user nova-compute[75223]: </domain>
Dec 01 16:11:10 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1389065922',display_name='tempest-TestMinimumBasicScenario-server-1389065922',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1389065922',id=47,image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoCYZfB7ruZRoQbGy4dZo4s+3LpWUAyYan4s9M7RTqRRbXW/Ri7xbHDsrG2FiQpW7JqD/xMgwWO//GZKjxgutmsvbdxSJec5fbzrWyYeqaRElCj9IK2VIFL4DIeBfteHA==',key_name='tempest-TestMinimumBasicScenario-1121873307',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-tig67qq7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:11:08Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=9011ed9f-dbec-4751-953e-3bd3c3c007c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG os_vif [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'deb21158-bc1b-5349-a73d-ed5548f85dad', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e5a73e17-7cb7-4983-8692-c88cefe2dee2 req-2f772b46-752c-4411-8d25-4dfbee402c02 service nova] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc47899ca-b1, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc47899ca-b1, col_values=(('qos', UUID('bbc77ec0-20e7-42f6-9b22-f5c7aa414e47')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc47899ca-b1, col_values=(('external_ids', {'iface-id': 'c47899ca-b16c-4d3c-96ec-10202f898fbf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:2e:62', 'vm-uuid': '9011ed9f-dbec-4751-953e-3bd3c3c007c9'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:10 user nova-compute[75223]: INFO os_vif [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1')
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:11:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No VIF found with MAC fa:16:3e:8f:2e:62, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:11:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-ad549436-2cf6-42bd-89ab-fedae6797048 req-8b06697a-ea58-42fc-adb5-6f5a58baf00a service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ad549436-2cf6-42bd-89ab-fedae6797048 req-8b06697a-ea58-42fc-adb5-6f5a58baf00a service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ad549436-2cf6-42bd-89ab-fedae6797048 req-8b06697a-ea58-42fc-adb5-6f5a58baf00a service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ad549436-2cf6-42bd-89ab-fedae6797048 req-8b06697a-ea58-42fc-adb5-6f5a58baf00a service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-ad549436-2cf6-42bd-89ab-fedae6797048 req-8b06697a-ea58-42fc-adb5-6f5a58baf00a service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:11:12 user nova-compute[75223]: WARNING nova.compute.manager [req-ad549436-2cf6-42bd-89ab-fedae6797048 req-8b06697a-ea58-42fc-adb5-6f5a58baf00a service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received unexpected event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with vm_state building and task_state spawning.
Dec 01 16:11:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:11:14 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance spawned successfully.
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:14 user nova-compute[75223]: INFO nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Took 6.05 seconds to spawn the instance on the hypervisor.
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-76fffe77-c28d-478f-9257-1bf54ce3fa43 req-bc04eb71-0763-4e96-90a8-2a3287881b4b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76fffe77-c28d-478f-9257-1bf54ce3fa43 req-bc04eb71-0763-4e96-90a8-2a3287881b4b service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76fffe77-c28d-478f-9257-1bf54ce3fa43 req-bc04eb71-0763-4e96-90a8-2a3287881b4b service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-76fffe77-c28d-478f-9257-1bf54ce3fa43 req-bc04eb71-0763-4e96-90a8-2a3287881b4b service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-76fffe77-c28d-478f-9257-1bf54ce3fa43 req-bc04eb71-0763-4e96-90a8-2a3287881b4b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:11:14 user nova-compute[75223]: WARNING nova.compute.manager [req-76fffe77-c28d-478f-9257-1bf54ce3fa43 req-bc04eb71-0763-4e96-90a8-2a3287881b4b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received unexpected event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with vm_state building and task_state spawning.
Dec 01 16:11:14 user nova-compute[75223]: INFO nova.compute.manager [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Took 6.63 seconds to build instance.
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e679b046-991f-4077-a29b-c8aa82107d0e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.720s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:14 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance ed21065f-96ba-494b-85d5-78a949cbaea4 is timed out.
Dec 01 16:11:14 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully detached device vdb from instance ed21065f-96ba-494b-85d5-78a949cbaea4 from the live domain config.
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EDTxvbmM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:11:14 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f59cc2-ce84-4733-b7a1-cfb2cfa9124f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:11:14 user nova-compute[75223]: No targets found.
Dec 01 16:11:14 user nova-compute[75223]: iSNS:
Dec 01 16:11:14 user nova-compute[75223]: No targets found.
Dec 01 16:11:14 user nova-compute[75223]: STATIC:
Dec 01 16:11:14 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7
Dec 01 16:11:14 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:11:14 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:11:14 user nova-compute[75223]: FIRMWARE:
Dec 01 16:11:14 user nova-compute[75223]: No targets found.
Dec 01 16:11:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:11:14 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:11:14 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[22182377-fb3d-405f-a828-df0d4565b146]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3538b750-f0d7-4056-9fa2-f6f4f8cf20f9]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 (non-flash)
Dec 01 16:11:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 (non-flash)
Dec 01 16:11:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d45741f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb71fa87-83ea-4317-b64a-92ab3ce69ec3]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e20ddb-d255-4619-a1cc-3656d60e1917]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9f641fb-e00f-44dc-81d3-d0212509c288]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9610a10-0fc4-400c-b336-e34ad8f02d80]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[addb4e5a-d29a-42fb-b9d3-d70c396c3f8e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[65cae528-dfbe-43eb-8fa0-3fc5b4a58f97]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260]
Dec 01 16:11:14 user nova-compute[75223]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7, portal: 172.16.0.220,3260] successful.
Dec 01 16:11:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:81ea3add-4cbf-4376-9892-78075f20c5b7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7398856-e828-4296-b1ab-e1c30d0ea771]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] <== disconnect_volume: return (298ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:11:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:11:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:15 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:17 user nova-compute[75223]: DEBUG nova.objects.instance [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'flavor' on Instance uuid ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:11:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-15ea3d13-39cd-4c3d-acbb-d0da7d3908b0 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.891s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "fb380f7e-1b54-407c-86d2-68c2ed773e41" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:11:19 user nova-compute[75223]: INFO nova.compute.claims [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Claim successful on node user
Dec 01 16:11:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:11:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Skipping network cache update for instance because it is Building. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.418s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:11:20 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.policy [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1a23b0422245d693e9eb2b93550bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c29e4d09c014fb7aa09f09772656be7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:11:20 user nova-compute[75223]: INFO nova.virt.block_device [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Booting with volume 12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 at /dev/vda
Dec 01 16:11:20 user nova-compute[75223]: DEBUG os_brick.utils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[765ff74b-a3c2-46d8-a6ae-52b1bd26f29e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d88e3997-4863-4320-8c6d-3986a3a66406]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0710ce07-f624-48e4-88f4-40d598798916]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating instance_info_cache with network_info: [{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a7afb2-9f99-4d06-8546-c40829fb3035]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:11:20 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:11:20 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f22a3fc0-c6e5-40de-bae7-49aa90ca2b81]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG os_brick.utils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Updating existing volume attachment record: f00cb07c-5e7f-4f88-89fc-cc7e2c525bc4 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Successfully created port: 13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Successfully updated port: 13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquired lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-changed-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Refreshing instance network info cache due to event network-changed-13006c99-b9a4-4a68-a4b7-67543a94fcd3. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] Acquiring lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Updating instance_info_cache with network_info: [{"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Releasing lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Instance network_info: |[{"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] Acquired lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Refreshing network info cache for port 13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:11:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Updated VIF entry in instance network info cache for port 13006c99-b9a4-4a68-a4b7-67543a94fcd3. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:11:22 user nova-compute[75223]: DEBUG nova.network.neutron [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Updating instance_info_cache with network_info: [{"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:11:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9e23ab3-8645-4cfc-8663-2a657d4a2187 req-88156580-71b9-46a3-9921-01c61249a716 service nova] Releasing lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:11:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:28 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:11:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Creating image(s)
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Ensure instance console log exists: /opt/stack/data/nova/instances/fb380f7e-1b54-407c-86d2-68c2ed773e41/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Start _get_guest_xml network_info=[{"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fb380f7e-1b54-407c-86d2-68c2ed773e41', 'attached_at': '', 'detached_at': '', 'volume_id': '12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'serial': '12f71d0c-d6bb-45cc-b7ce-1b175b1204e1'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': 'f00cb07c-5e7f-4f88-89fc-cc7e2c525bc4', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:11:29 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:11:29 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:11:29 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:11:29 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:11:29 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9086107b-05a9-4e3e-8687-757d02c07c77]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:11:29 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a751bf7b-d54e-4e19-a310-62608abc5e75]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1] added
Dec 01 16:11:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[61d90e1f-8fad-4050-9027-45d9ed01a2b6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac06cd05-c473-4f6b-a8ba-7d22bf71de76]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gevCiZjD {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gevCiZjD" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9e7a101-f2f7-4141-84e3-c387ec902f4a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gevCiZjD'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ed7f8cb-b75b-4c2a-be6a-593e09f7e71f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2be623da-aef9-4a80-9abb-b8c7d1829804]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:11:29 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:11:29 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:11:29 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:11:29 user nova-compute[75223]: 
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1160b9fd-0c9a-41ce-a1b0-adf10745000b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]
Dec 01 16:11:29 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.
Dec 01 16:11:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[64352a5c-71ca-4e0d-815b-1073d7f5a727]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed6ae803-124a-4417-9db7-9147c6bdb2b9]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:11:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:11:29 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:11:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bcc2cd9-d7f8-4f16-aa6d-6ef103f0c7f7]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.662s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== connect_volume: return (663ms) {'type': 'block', 'scsi_wwn': '23463363436306265', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463363436306265', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:11:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:11:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8714MB free_disk=25.12078857421875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515233353',display_name='tempest-TestVolumeBootPattern-server-515233353',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515233353',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-vged50n9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:11:20Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=fb380f7e-1b54-407c-86d2-68c2ed773e41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fa:0d,bridge_name='br-int',has_traffic_filtering=True,id=13006c99-b9a4-4a68-a4b7-67543a94fcd3,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13006c99-b9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'pci_devices' on Instance uuid fb380f7e-1b54-407c-86d2-68c2ed773e41 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:11:30 user nova-compute[75223]:   <uuid>fb380f7e-1b54-407c-86d2-68c2ed773e41</uuid>
Dec 01 16:11:30 user nova-compute[75223]:   <name>instance-00000030</name>
Dec 01 16:11:30 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:11:30 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:11:30 user nova-compute[75223]:   <metadata>
Dec 01 16:11:30 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:11:30 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:11:30 user nova-compute[75223]:       <nova:name>tempest-TestVolumeBootPattern-server-515233353</nova:name>
Dec 01 16:11:30 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:11:29</nova:creationTime>
Dec 01 16:11:30 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:11:30 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:11:30 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:11:30 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:11:30 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:11:30 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:11:30 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:11:30 user nova-compute[75223]:       <nova:owner>
Dec 01 16:11:30 user nova-compute[75223]:         <nova:user uuid="0a1a23b0422245d693e9eb2b93550bb5">tempest-TestVolumeBootPattern-413016307-project-member</nova:user>
Dec 01 16:11:30 user nova-compute[75223]:         <nova:project uuid="0c29e4d09c014fb7aa09f09772656be7">tempest-TestVolumeBootPattern-413016307</nova:project>
Dec 01 16:11:30 user nova-compute[75223]:       </nova:owner>
Dec 01 16:11:30 user nova-compute[75223]:       <nova:ports>
Dec 01 16:11:30 user nova-compute[75223]:         <nova:port uuid="13006c99-b9a4-4a68-a4b7-67543a94fcd3">
Dec 01 16:11:30 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Dec 01 16:11:30 user nova-compute[75223]:         </nova:port>
Dec 01 16:11:30 user nova-compute[75223]:       </nova:ports>
Dec 01 16:11:30 user nova-compute[75223]:     </nova:instance>
Dec 01 16:11:30 user nova-compute[75223]:   </metadata>
Dec 01 16:11:30 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:11:30 user nova-compute[75223]:     <system>
Dec 01 16:11:30 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:11:30 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:11:30 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:11:30 user nova-compute[75223]:       <entry name="serial">fb380f7e-1b54-407c-86d2-68c2ed773e41</entry>
Dec 01 16:11:30 user nova-compute[75223]:       <entry name="uuid">fb380f7e-1b54-407c-86d2-68c2ed773e41</entry>
Dec 01 16:11:30 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:11:30 user nova-compute[75223]:     </system>
Dec 01 16:11:30 user nova-compute[75223]:   </sysinfo>
Dec 01 16:11:30 user nova-compute[75223]:   <os>
Dec 01 16:11:30 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:11:30 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:11:30 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:11:30 user nova-compute[75223]:   </os>
Dec 01 16:11:30 user nova-compute[75223]:   <features>
Dec 01 16:11:30 user nova-compute[75223]:     <acpi/>
Dec 01 16:11:30 user nova-compute[75223]:     <apic/>
Dec 01 16:11:30 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:11:30 user nova-compute[75223]:   </features>
Dec 01 16:11:30 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:11:30 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:11:30 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:11:30 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:11:30 user nova-compute[75223]:   </clock>
Dec 01 16:11:30 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:11:30 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:11:30 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:11:30 user nova-compute[75223]:   </cpu>
Dec 01 16:11:30 user nova-compute[75223]:   <devices>
Dec 01 16:11:30 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 16:11:30 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:11:30 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 16:11:30 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:11:30 user nova-compute[75223]:       <serial>12f71d0c-d6bb-45cc-b7ce-1b175b1204e1</serial>
Dec 01 16:11:30 user nova-compute[75223]:     </disk>
Dec 01 16:11:30 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:11:30 user nova-compute[75223]:       <mac address="fa:16:3e:f1:fa:0d"/>
Dec 01 16:11:30 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:11:30 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:11:30 user nova-compute[75223]:       <target dev="tap13006c99-b9"/>
Dec 01 16:11:30 user nova-compute[75223]:     </interface>
Dec 01 16:11:30 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:11:30 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/fb380f7e-1b54-407c-86d2-68c2ed773e41/console.log" append="off"/>
Dec 01 16:11:30 user nova-compute[75223]:     </serial>
Dec 01 16:11:30 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:11:30 user nova-compute[75223]:     <video>
Dec 01 16:11:30 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:11:30 user nova-compute[75223]:     </video>
Dec 01 16:11:30 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:11:30 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:11:30 user nova-compute[75223]:     </rng>
Dec 01 16:11:30 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:11:30 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:11:30 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:11:30 user nova-compute[75223]:     </memballoon>
Dec 01 16:11:30 user nova-compute[75223]:   </devices>
Dec 01 16:11:30 user nova-compute[75223]: </domain>
Dec 01 16:11:30 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515233353',display_name='tempest-TestVolumeBootPattern-server-515233353',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515233353',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-vged50n9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:11:20Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=fb380f7e-1b54-407c-86d2-68c2ed773e41,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fa:0d,bridge_name='br-int',has_traffic_filtering=True,id=13006c99-b9a4-4a68-a4b7-67543a94fcd3,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13006c99-b9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG os_vif [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fa:0d,bridge_name='br-int',has_traffic_filtering=True,id=13006c99-b9a4-4a68-a4b7-67543a94fcd3,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13006c99-b9') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9946d87-ddc3-5ad5-a3fc-b2557456349b', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap13006c99-b9, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap13006c99-b9, col_values=(('qos', UUID('4910e688-b6d1-4fb0-a156-7e26f710beca')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap13006c99-b9, col_values=(('external_ids', {'iface-id': '13006c99-b9a4-4a68-a4b7-67543a94fcd3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f1:fa:0d', 'vm-uuid': 'fb380f7e-1b54-407c-86d2-68c2ed773e41'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:30 user nova-compute[75223]: INFO os_vif [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fa:0d,bridge_name='br-int',has_traffic_filtering=True,id=13006c99-b9a4-4a68-a4b7-67543a94fcd3,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13006c99-b9')
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance fb380f7e-1b54-407c-86d2-68c2ed773e41 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No VIF found with MAC fa:16:3e:f1:fa:0d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:11:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.255s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8ff8093-c0d8-4345-a05d-4a813d265918 req-154a74b6-c64d-460c-a4d6-e528e823cc20 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8ff8093-c0d8-4345-a05d-4a813d265918 req-154a74b6-c64d-460c-a4d6-e528e823cc20 service nova] Acquiring lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8ff8093-c0d8-4345-a05d-4a813d265918 req-154a74b6-c64d-460c-a4d6-e528e823cc20 service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8ff8093-c0d8-4345-a05d-4a813d265918 req-154a74b6-c64d-460c-a4d6-e528e823cc20 service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:31 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8ff8093-c0d8-4345-a05d-4a813d265918 req-154a74b6-c64d-460c-a4d6-e528e823cc20 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] No waiting events found dispatching network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:11:31 user nova-compute[75223]: WARNING nova.compute.manager [req-c8ff8093-c0d8-4345-a05d-4a813d265918 req-154a74b6-c64d-460c-a4d6-e528e823cc20 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received unexpected event network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 for instance with vm_state building and task_state spawning.
Dec 01 16:11:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:32 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:11:33 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Instance spawned successfully.
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:11:33 user nova-compute[75223]: INFO nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Took 4.24 seconds to spawn the instance on the hypervisor.
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-8c770618-3c64-4c10-9d4e-8bbe09370c04 req-fef9781d-f271-4917-b287-97b2f0680b6d service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8c770618-3c64-4c10-9d4e-8bbe09370c04 req-fef9781d-f271-4917-b287-97b2f0680b6d service nova] Acquiring lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8c770618-3c64-4c10-9d4e-8bbe09370c04 req-fef9781d-f271-4917-b287-97b2f0680b6d service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8c770618-3c64-4c10-9d4e-8bbe09370c04 req-fef9781d-f271-4917-b287-97b2f0680b6d service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-8c770618-3c64-4c10-9d4e-8bbe09370c04 req-fef9781d-f271-4917-b287-97b2f0680b6d service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] No waiting events found dispatching network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:11:33 user nova-compute[75223]: WARNING nova.compute.manager [req-8c770618-3c64-4c10-9d4e-8bbe09370c04 req-fef9781d-f271-4917-b287-97b2f0680b6d service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received unexpected event network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 for instance with vm_state active and task_state None.
Dec 01 16:11:33 user nova-compute[75223]: INFO nova.compute.manager [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Took 14.14 seconds to build instance.
Dec 01 16:11:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e479c9b2-dc93-477b-a3e9-f0c682d5be4d tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.249s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:11:49 user nova-compute[75223]: INFO nova.compute.manager [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] instance snapshotting
Dec 01 16:11:49 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Beginning live snapshot process
Dec 01 16:11:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json -f qcow2" returned: 0 in 0.208s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json -f qcow2 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json -f qcow2" returned: 0 in 0.287s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpo0_4yj5z/fc7f8f9bc1e24ebb9daa6390f0a8b4fe.delta 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpo0_4yj5z/fc7f8f9bc1e24ebb9daa6390f0a8b4fe.delta 1073741824" returned: 0 in 0.054s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:50 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Quiescing instance not available: QEMU guest agent is not enabled.
Dec 01 16:11:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 16:11:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] COPY block job progress, current cursor: 47513600 final cursor: 75563008 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 16:11:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75223) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Dec 01 16:11:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Skipping quiescing instance: QEMU guest agent is not enabled.
Dec 01 16:11:52 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 16:11:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpo0_4yj5z/fc7f8f9bc1e24ebb9daa6390f0a8b4fe.delta /opt/stack/data/nova/instances/snapshots/tmpo0_4yj5z/fc7f8f9bc1e24ebb9daa6390f0a8b4fe {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:52 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpo0_4yj5z/fc7f8f9bc1e24ebb9daa6390f0a8b4fe.delta /opt/stack/data/nova/instances/snapshots/tmpo0_4yj5z/fc7f8f9bc1e24ebb9daa6390f0a8b4fe" returned: 0 in 0.500s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Snapshot extracted, beginning image upload
Dec 01 16:11:54 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Snapshot image upload complete
Dec 01 16:11:54 user nova-compute[75223]: INFO nova.compute.manager [None req-90cf7381-fc45-486f-ab3e-9dc4e8f0841b tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Took 5.68 seconds to snapshot the instance on the hypervisor.
Dec 01 16:11:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:56 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:11:57 user nova-compute[75223]: INFO nova.compute.claims [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Claim successful on node user
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.288s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.network.neutron [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:11:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.policy [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cee53e724a2143b4bcaddf65d41ede43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5ebb24b2c394f98b210a755f5bbbee3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:11:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Creating image(s)
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "/opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "/opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "/opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "3da568b6af017868d2249a239a38b8b0156b1eed" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:11:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "3da568b6af017868d2249a239a38b8b0156b1eed" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:11:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:11:58 user nova-compute[75223]: DEBUG nova.network.neutron [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Successfully created port: d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:11:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.part --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:58 user nova-compute[75223]: DEBUG nova.virt.images [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] 84951e0f-3783-444d-9bdf-fd0fee179078 was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 16:11:58 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 16:11:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.part /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.part /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.converted" returned: 0 in 0.907s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG nova.network.neutron [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Successfully updated port: d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-changed-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Refreshing instance network info cache due to event network-changed-d758cab2-0b59-4566-9f24-15de9c148492. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] Acquiring lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] Acquired lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Refreshing network info cache for port d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed.converted --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "3da568b6af017868d2249a239a38b8b0156b1eed" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.179s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:11:59 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.neutron [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9c02b72d-766c-41e9-aff3-588e3c323643 req-dd305c7d-f393-44ae-8eed-d56d4c58d1e6 service nova] Releasing lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquired lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.neutron [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed --force-share --output=json" returned: 0 in 0.177s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "3da568b6af017868d2249a239a38b8b0156b1eed" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "3da568b6af017868d2249a239a38b8b0156b1eed" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.neutron [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed,backing_fmt=raw /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed,backing_fmt=raw /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk 1073741824" returned: 0 in 0.047s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "3da568b6af017868d2249a239a38b8b0156b1eed" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.230s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.neutron [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updating instance_info_cache with network_info: [{"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Releasing lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Instance network_info: |[{"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Ensure instance console log exists: /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Start _get_guest_xml network_info=[{"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='495e453c37ab2106faa02d87e847dc6f',container_format='bare',created_at=2023-12-01T16:11:49Z,direct_url=<?>,disk_format='qcow2',id=84951e0f-3783-444d-9bdf-fd0fee179078,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1853426287',owner='b5ebb24b2c394f98b210a755f5bbbee3',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-01T16:11:55Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': '84951e0f-3783-444d-9bdf-fd0fee179078'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:12:00 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:12:00 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='495e453c37ab2106faa02d87e847dc6f',container_format='bare',created_at=2023-12-01T16:11:49Z,direct_url=<?>,disk_format='qcow2',id=84951e0f-3783-444d-9bdf-fd0fee179078,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1853426287',owner='b5ebb24b2c394f98b210a755f5bbbee3',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-12-01T16:11:55Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-350178015',display_name='tempest-TestStampPattern-server-350178015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-350178015',id=49,image_ref='84951e0f-3783-444d-9bdf-fd0fee179078',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDuw/0ROAuZi+ojoPFRbSXPXmuvj6lcWp7G3GGbTlZzz9SyOK981ihPByHF4SmVdL7WSyXJWDKtL8+z1tnWIUViunS2md26cnVTaGCmIoEycGmsk6TGBfP7+3LXEkHIS0Q==',key_name='tempest-TestStampPattern-529677445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b5ebb24b2c394f98b210a755f5bbbee3',ramdisk_id='',reservation_id='r-9eux7a40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='ed21065f-96ba-494b-85d5-78a949cbaea4',image_min_disk='1',image_min_ram='0',image_owner_id='b5ebb24b2c394f98b210a755f5bbbee3',image_owner_project_name='tempest-TestStampPattern-1961065383',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1961065383-project-member',image_user_id='cee53e724a2143b4bcaddf65d41ede43',network_allocated='True',owner_project_name='tempest-TestStampPattern-1961065383',owner_user_name='tempest-TestStampPattern-1961065383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:11:58Z,user_data=None,user_id='cee53e724a2143b4bcaddf65d41ede43',uuid=d166e579-6abd-4f72-a742-a4bb07211027,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converting VIF {"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:21,bridge_name='br-int',has_traffic_filtering=True,id=d758cab2-0b59-4566-9f24-15de9c148492,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd758cab2-0b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.objects.instance [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'pci_devices' on Instance uuid d166e579-6abd-4f72-a742-a4bb07211027 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:12:00 user nova-compute[75223]:   <uuid>d166e579-6abd-4f72-a742-a4bb07211027</uuid>
Dec 01 16:12:00 user nova-compute[75223]:   <name>instance-00000031</name>
Dec 01 16:12:00 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:12:00 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:12:00 user nova-compute[75223]:   <metadata>
Dec 01 16:12:00 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:12:00 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:12:00 user nova-compute[75223]:       <nova:name>tempest-TestStampPattern-server-350178015</nova:name>
Dec 01 16:12:00 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:12:00</nova:creationTime>
Dec 01 16:12:00 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:12:00 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:12:00 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:12:00 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:12:00 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:12:00 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:12:00 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:12:00 user nova-compute[75223]:       <nova:owner>
Dec 01 16:12:00 user nova-compute[75223]:         <nova:user uuid="cee53e724a2143b4bcaddf65d41ede43">tempest-TestStampPattern-1961065383-project-member</nova:user>
Dec 01 16:12:00 user nova-compute[75223]:         <nova:project uuid="b5ebb24b2c394f98b210a755f5bbbee3">tempest-TestStampPattern-1961065383</nova:project>
Dec 01 16:12:00 user nova-compute[75223]:       </nova:owner>
Dec 01 16:12:00 user nova-compute[75223]:       <nova:root type="image" uuid="84951e0f-3783-444d-9bdf-fd0fee179078"/>
Dec 01 16:12:00 user nova-compute[75223]:       <nova:ports>
Dec 01 16:12:00 user nova-compute[75223]:         <nova:port uuid="d758cab2-0b59-4566-9f24-15de9c148492">
Dec 01 16:12:00 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 16:12:00 user nova-compute[75223]:         </nova:port>
Dec 01 16:12:00 user nova-compute[75223]:       </nova:ports>
Dec 01 16:12:00 user nova-compute[75223]:     </nova:instance>
Dec 01 16:12:00 user nova-compute[75223]:   </metadata>
Dec 01 16:12:00 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:12:00 user nova-compute[75223]:     <system>
Dec 01 16:12:00 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:12:00 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:12:00 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:12:00 user nova-compute[75223]:       <entry name="serial">d166e579-6abd-4f72-a742-a4bb07211027</entry>
Dec 01 16:12:00 user nova-compute[75223]:       <entry name="uuid">d166e579-6abd-4f72-a742-a4bb07211027</entry>
Dec 01 16:12:00 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:12:00 user nova-compute[75223]:     </system>
Dec 01 16:12:00 user nova-compute[75223]:   </sysinfo>
Dec 01 16:12:00 user nova-compute[75223]:   <os>
Dec 01 16:12:00 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:12:00 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:12:00 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:12:00 user nova-compute[75223]:   </os>
Dec 01 16:12:00 user nova-compute[75223]:   <features>
Dec 01 16:12:00 user nova-compute[75223]:     <acpi/>
Dec 01 16:12:00 user nova-compute[75223]:     <apic/>
Dec 01 16:12:00 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:12:00 user nova-compute[75223]:   </features>
Dec 01 16:12:00 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:12:00 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:12:00 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:12:00 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:12:00 user nova-compute[75223]:   </clock>
Dec 01 16:12:00 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:12:00 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:12:00 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:12:00 user nova-compute[75223]:   </cpu>
Dec 01 16:12:00 user nova-compute[75223]:   <devices>
Dec 01 16:12:00 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:12:00 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:12:00 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk"/>
Dec 01 16:12:00 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:12:00 user nova-compute[75223]:     </disk>
Dec 01 16:12:00 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:12:00 user nova-compute[75223]:       <mac address="fa:16:3e:ba:cf:21"/>
Dec 01 16:12:00 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:12:00 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:12:00 user nova-compute[75223]:       <target dev="tapd758cab2-0b"/>
Dec 01 16:12:00 user nova-compute[75223]:     </interface>
Dec 01 16:12:00 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:12:00 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/console.log" append="off"/>
Dec 01 16:12:00 user nova-compute[75223]:     </serial>
Dec 01 16:12:00 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:12:00 user nova-compute[75223]:     <video>
Dec 01 16:12:00 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:12:00 user nova-compute[75223]:     </video>
Dec 01 16:12:00 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:12:00 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:12:00 user nova-compute[75223]:     </rng>
Dec 01 16:12:00 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:12:00 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:12:00 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:12:00 user nova-compute[75223]:     </memballoon>
Dec 01 16:12:00 user nova-compute[75223]:   </devices>
Dec 01 16:12:00 user nova-compute[75223]: </domain>
Dec 01 16:12:00 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-350178015',display_name='tempest-TestStampPattern-server-350178015',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-350178015',id=49,image_ref='84951e0f-3783-444d-9bdf-fd0fee179078',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDuw/0ROAuZi+ojoPFRbSXPXmuvj6lcWp7G3GGbTlZzz9SyOK981ihPByHF4SmVdL7WSyXJWDKtL8+z1tnWIUViunS2md26cnVTaGCmIoEycGmsk6TGBfP7+3LXEkHIS0Q==',key_name='tempest-TestStampPattern-529677445',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b5ebb24b2c394f98b210a755f5bbbee3',ramdisk_id='',reservation_id='r-9eux7a40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='ed21065f-96ba-494b-85d5-78a949cbaea4',image_min_disk='1',image_min_ram='0',image_owner_id='b5ebb24b2c394f98b210a755f5bbbee3',image_owner_project_name='tempest-TestStampPattern-1961065383',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1961065383-project-member',image_user_id='cee53e724a2143b4bcaddf65d41ede43',network_allocated='True',owner_project_name='tempest-TestStampPattern-1961065383',owner_user_name='tempest-TestStampPattern-1961065383-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:11:58Z,user_data=None,user_id='cee53e724a2143b4bcaddf65d41ede43',uuid=d166e579-6abd-4f72-a742-a4bb07211027,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converting VIF {"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:21,bridge_name='br-int',has_traffic_filtering=True,id=d758cab2-0b59-4566-9f24-15de9c148492,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd758cab2-0b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG os_vif [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:21,bridge_name='br-int',has_traffic_filtering=True,id=d758cab2-0b59-4566-9f24-15de9c148492,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd758cab2-0b') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd534248c-327a-5861-b91a-8da37590dbc7', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd758cab2-0b, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd758cab2-0b, col_values=(('qos', UUID('9c0e261b-90f1-4ffd-a049-7290c76b6d72')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd758cab2-0b, col_values=(('external_ids', {'iface-id': 'd758cab2-0b59-4566-9f24-15de9c148492', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ba:cf:21', 'vm-uuid': 'd166e579-6abd-4f72-a742-a4bb07211027'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:00 user nova-compute[75223]: INFO os_vif [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ba:cf:21,bridge_name='br-int',has_traffic_filtering=True,id=d758cab2-0b59-4566-9f24-15de9c148492,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd758cab2-0b')
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:12:00 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No VIF found with MAC fa:16:3e:ba:cf:21, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:12:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-583c6196-c669-48cd-aee3-a4faf1309b01 req-e2234513-6f1e-4039-9971-c69c905e9f29 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:12:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-583c6196-c669-48cd-aee3-a4faf1309b01 req-e2234513-6f1e-4039-9971-c69c905e9f29 service nova] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:12:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-583c6196-c669-48cd-aee3-a4faf1309b01 req-e2234513-6f1e-4039-9971-c69c905e9f29 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:12:02 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-583c6196-c669-48cd-aee3-a4faf1309b01 req-e2234513-6f1e-4039-9971-c69c905e9f29 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:12:02 user nova-compute[75223]: DEBUG nova.compute.manager [req-583c6196-c669-48cd-aee3-a4faf1309b01 req-e2234513-6f1e-4039-9971-c69c905e9f29 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] No waiting events found dispatching network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:12:02 user nova-compute[75223]: WARNING nova.compute.manager [req-583c6196-c669-48cd-aee3-a4faf1309b01 req-e2234513-6f1e-4039-9971-c69c905e9f29 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received unexpected event network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 for instance with vm_state building and task_state spawning.
Dec 01 16:12:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:12:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:12:03 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Instance spawned successfully.
Dec 01 16:12:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:12:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:12:03 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:12:04 user nova-compute[75223]: INFO nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Took 6.32 seconds to spawn the instance on the hypervisor.
Dec 01 16:12:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:12:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-e637c128-3512-478d-a5fb-e8eda7ab4c6b req-b0d25c55-adf5-4ca2-9906-130af61d4b73 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:12:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e637c128-3512-478d-a5fb-e8eda7ab4c6b req-b0d25c55-adf5-4ca2-9906-130af61d4b73 service nova] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:12:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e637c128-3512-478d-a5fb-e8eda7ab4c6b req-b0d25c55-adf5-4ca2-9906-130af61d4b73 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:12:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e637c128-3512-478d-a5fb-e8eda7ab4c6b req-b0d25c55-adf5-4ca2-9906-130af61d4b73 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:12:04 user nova-compute[75223]: DEBUG nova.compute.manager [req-e637c128-3512-478d-a5fb-e8eda7ab4c6b req-b0d25c55-adf5-4ca2-9906-130af61d4b73 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] No waiting events found dispatching network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:12:04 user nova-compute[75223]: WARNING nova.compute.manager [req-e637c128-3512-478d-a5fb-e8eda7ab4c6b req-b0d25c55-adf5-4ca2-9906-130af61d4b73 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received unexpected event network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 for instance with vm_state building and task_state spawning.
Dec 01 16:12:04 user nova-compute[75223]: INFO nova.compute.manager [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Took 6.99 seconds to build instance.
Dec 01 16:12:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-58d9bf13-681b-4da2-8693-4b81f17a1295 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.150s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:12:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:19 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:12:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:12:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:12:19 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:12:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:12:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:29 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:29 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:12:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:12:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:12:30 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:12:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:12:32 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:12:32 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8512MB free_disk=24.96440887451172GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance fb380f7e-1b54-407c-86d2-68c2ed773e41 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d166e579-6abd-4f72-a742-a4bb07211027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:12:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.321s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:12:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:12:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:12:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:12:55 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'flavor' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:00 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:00 user nova-compute[75223]: INFO nova.compute.manager [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Attaching volume 8750a7e5-2e70-40bd-b259-3e7f9cb42a57 to /dev/vdb
Dec 01 16:13:01 user nova-compute[75223]: DEBUG os_brick.utils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04c5070-1cf3-46b1-8585-ce6b6be00bd7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e2ad040-6fda-4582-b835-d1ed1a992c6f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bacfb22-ec9f-4640-9e90-55728816b611]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1965f4e2-afef-4d9d-8a08-aae5befec1fd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:13:01 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:13:01 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2322b19-8473-45c1-b0d1-16733ea2d142]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG os_brick.utils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:13:01 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating existing volume attachment record: 781b2ae8-f774-4453-ac6a-cd67be3fc835 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:13:05 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpswXAyu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:13:09 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:09 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:09 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2886147-2afe-4a33-99cc-c8f8e4f0838b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:13:09 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[50afced1-812c-4441-8988-3f9fc892d410]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57] added
Dec 01 16:13:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[09e6b309-c79d-4788-9d10-da87dc88c21f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5372a0-8fad-438a-b3e4-f9fd42d3a221]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpswXAyu {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpswXAyu" returned: 0 in 0.026s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2693f91-24eb-4233-936f-2c73227251ea]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kpswXAyu'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[358afe69-58d6-4a5a-876e-1adb7ec2ff45]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e0e340-a67e-43fb-bffe-ea0a3712bae6]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:13:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:13:09 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fdf6fe-235b-4d82-bbf7-6b559af0c76b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]
Dec 01 16:13:10 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.
Dec 01 16:13:10 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ceef76-633b-4bce-950c-7ddb152bf3ab]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e783ee41-03da-4413-8411-4f965c9d9284]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:13:10 user nova-compute[75223]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:10 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:13:10 user nova-compute[75223]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:10 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6721eeca-b6f4-47bd-ab90-5906e3893952]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpswXAyu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:13:10 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '23938646165636538', 'path': '/dev/sdc'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938646165636538', 'path': '/dev/sdc'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'flavor' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:13:11 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:13:11 user nova-compute[75223]:   <source dev="/dev/sdc"/>
Dec 01 16:13:11 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:13:11 user nova-compute[75223]:   <serial>8750a7e5-2e70-40bd-b259-3e7f9cb42a57</serial>
Dec 01 16:13:11 user nova-compute[75223]: </disk>
Dec 01 16:13:11 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-changed-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Refreshing instance network info cache due to event network-changed-13006c99-b9a4-4a68-a4b7-67543a94fcd3. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] Acquiring lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] Acquired lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.network.neutron [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Refreshing network info cache for port 13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No VIF found with MAC fa:16:3e:8f:2e:62, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6294f07a-3197-4d02-a95a-8ae5ed914371 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.706s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.network.neutron [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Updated VIF entry in instance network info cache for port 13006c99-b9a4-4a68-a4b7-67543a94fcd3. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.network.neutron [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Updating instance_info_cache with network_info: [{"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.113", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "fb380f7e-1b54-407c-86d2-68c2ed773e41" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:11 user nova-compute[75223]: INFO nova.compute.manager [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Terminating instance
Dec 01 16:13:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:13:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-99d669e5-8d33-452e-b9ca-c9ef67a29bed req-c1e8687c-41ee-4754-b583-cf831a163212 service nova] Releasing lock "refresh_cache-fb380f7e-1b54-407c-86d2-68c2ed773e41" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-19e9a7d4-02e3-44cd-aa94-1c869ddbc3f1 req-b8783b3d-c815-4fd9-862d-5a3b4a92ab27 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-vif-unplugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-19e9a7d4-02e3-44cd-aa94-1c869ddbc3f1 req-b8783b3d-c815-4fd9-862d-5a3b4a92ab27 service nova] Acquiring lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-19e9a7d4-02e3-44cd-aa94-1c869ddbc3f1 req-b8783b3d-c815-4fd9-862d-5a3b4a92ab27 service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-19e9a7d4-02e3-44cd-aa94-1c869ddbc3f1 req-b8783b3d-c815-4fd9-862d-5a3b4a92ab27 service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-19e9a7d4-02e3-44cd-aa94-1c869ddbc3f1 req-b8783b3d-c815-4fd9-862d-5a3b4a92ab27 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] No waiting events found dispatching network-vif-unplugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-19e9a7d4-02e3-44cd-aa94-1c869ddbc3f1 req-b8783b3d-c815-4fd9-862d-5a3b4a92ab27 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-vif-unplugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:13:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Instance destroyed successfully.
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.objects.instance [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'resources' on Instance uuid fb380f7e-1b54-407c-86d2-68c2ed773e41 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515233353',display_name='tempest-TestVolumeBootPattern-server-515233353',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515233353',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:11:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-vged50n9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:11:34Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=fb380f7e-1b54-407c-86d2-68c2ed773e41,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "address": "fa:16:3e:f1:fa:0d", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap13006c99-b9", "ovs_interfaceid": "13006c99-b9a4-4a68-a4b7-67543a94fcd3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fa:0d,bridge_name='br-int',has_traffic_filtering=True,id=13006c99-b9a4-4a68-a4b7-67543a94fcd3,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13006c99-b9') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_vif [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fa:0d,bridge_name='br-int',has_traffic_filtering=True,id=13006c99-b9a4-4a68-a4b7-67543a94fcd3,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13006c99-b9') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap13006c99-b9, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4910e688-b6d1-4fb0-a156-7e26f710beca) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:12 user nova-compute[75223]: INFO os_vif [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f1:fa:0d,bridge_name='br-int',has_traffic_filtering=True,id=13006c99-b9a4-4a68-a4b7-67543a94fcd3,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap13006c99-b9')
Dec 01 16:13:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:13:12 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5e1d1f-bf94-4f36-ab49-03e6489b019e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:13:12 user nova-compute[75223]: No targets found.
Dec 01 16:13:12 user nova-compute[75223]: iSNS:
Dec 01 16:13:12 user nova-compute[75223]: No targets found.
Dec 01 16:13:12 user nova-compute[75223]: STATIC:
Dec 01 16:13:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57
Dec 01 16:13:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:13:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:13:12 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1
Dec 01 16:13:12 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:13:12 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:13:12 user nova-compute[75223]: FIRMWARE:
Dec 01 16:13:12 user nova-compute[75223]: No targets found.
Dec 01 16:13:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:13:12 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:13:12 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e7b5ac8-4b66-4bda-a601-46cff042bc52]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c51ab1c7-b43a-4249-bdec-901220f39459]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:13:12 user nova-compute[75223]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:13:12 user nova-compute[75223]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d44376d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[70dbaea6-f1cd-4889-afb1-c00894a79051]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f58572-4f6c-46b2-853d-40b12e2c0400]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dee9c929-270a-4de4-a4e2-d71e60ee12ae]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e27905d7-99fe-4525-aac2-96b8531a6ddc]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_3d49e0e9',) {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[49edfd04-efc0-4b13-81e6-88c3c0973102]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[48bf476d-fbbc-4bf4-8b53-cb8ccc869274]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[584f0f18-5ba3-4197-8213-b4fb4c0833a3]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]
Dec 01 16:13:13 user nova-compute[75223]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.
Dec 01 16:13:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bead7fd-1269-4e58-9a96-48ea172d5960]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== disconnect_volume: return (312ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:13:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Deleting instance files /opt/stack/data/nova/instances/fb380f7e-1b54-407c-86d2-68c2ed773e41_del
Dec 01 16:13:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Deletion of /opt/stack/data/nova/instances/fb380f7e-1b54-407c-86d2-68c2ed773e41_del complete
Dec 01 16:13:13 user nova-compute[75223]: INFO nova.compute.manager [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Took 1.17 seconds to destroy the instance on the hypervisor.
Dec 01 16:13:13 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:13:13 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:13:13 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Took 0.67 seconds to deallocate network for instance.
Dec 01 16:13:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-eb4b01f3-b479-4c6a-83e7-9519d6181dd4 req-a1f3f39b-fdea-4d94-beaa-df728e5f8863 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-eb4b01f3-b479-4c6a-83e7-9519d6181dd4 req-a1f3f39b-fdea-4d94-beaa-df728e5f8863 service nova] Acquiring lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-eb4b01f3-b479-4c6a-83e7-9519d6181dd4 req-a1f3f39b-fdea-4d94-beaa-df728e5f8863 service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-eb4b01f3-b479-4c6a-83e7-9519d6181dd4 req-a1f3f39b-fdea-4d94-beaa-df728e5f8863 service nova] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-eb4b01f3-b479-4c6a-83e7-9519d6181dd4 req-a1f3f39b-fdea-4d94-beaa-df728e5f8863 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] No waiting events found dispatching network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:13:14 user nova-compute[75223]: WARNING nova.compute.manager [req-eb4b01f3-b479-4c6a-83e7-9519d6181dd4 req-a1f3f39b-fdea-4d94-beaa-df728e5f8863 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received unexpected event network-vif-plugged-13006c99-b9a4-4a68-a4b7-67543a94fcd3 for instance with vm_state active and task_state deleting.
Dec 01 16:13:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-eb4b01f3-b479-4c6a-83e7-9519d6181dd4 req-a1f3f39b-fdea-4d94-beaa-df728e5f8863 service nova] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Received event network-vif-deleted-13006c99-b9a4-4a68-a4b7-67543a94fcd3 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:14 user nova-compute[75223]: INFO nova.compute.manager [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: fb380f7e-1b54-407c-86d2-68c2ed773e41] Took 0.99 seconds to detach 1 volumes for instance.
Dec 01 16:13:14 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:15 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:13:15 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:13:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.184s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:15 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Deleted allocations for instance fb380f7e-1b54-407c-86d2-68c2ed773e41
Dec 01 16:13:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-024af4d3-c7ed-49f4-a67b-26801e632381 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "fb380f7e-1b54-407c-86d2-68c2ed773e41" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.227s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing instance network info cache due to event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updated VIF entry in instance network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:13:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-4d3a6a10-6414-4797-8bb1-8689cd472064 req-d30b8c1a-7bcd-4e60-8416-520c1c20006c service nova] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing instance network info cache due to event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updated VIF entry in instance network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-50a4d9f0-7668-48dd-89f3-de5d227ce1ee req-b010d960-478f-4bfc-844a-a87428645d8b service nova] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:13:20 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:21 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating instance_info_cache with network_info: [{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:13:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:13:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:13:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:13:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:25 user nova-compute[75223]: INFO nova.compute.manager [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Rebooting instance
Dec 01 16:13:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:13:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:13:25 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-3e812e5a-da2d-4936-bf53-90c837ab8f6b req-2d0ffbb5-c7cf-4f56-b34c-dac6d812a0d6 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-unplugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3e812e5a-da2d-4936-bf53-90c837ab8f6b req-2d0ffbb5-c7cf-4f56-b34c-dac6d812a0d6 service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3e812e5a-da2d-4936-bf53-90c837ab8f6b req-2d0ffbb5-c7cf-4f56-b34c-dac6d812a0d6 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3e812e5a-da2d-4936-bf53-90c837ab8f6b req-2d0ffbb5-c7cf-4f56-b34c-dac6d812a0d6 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.compute.manager [req-3e812e5a-da2d-4936-bf53-90c837ab8f6b req-2d0ffbb5-c7cf-4f56-b34c-dac6d812a0d6 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-unplugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:13:26 user nova-compute[75223]: WARNING nova.compute.manager [req-3e812e5a-da2d-4936-bf53-90c837ab8f6b req-2d0ffbb5-c7cf-4f56-b34c-dac6d812a0d6 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received unexpected event network-vif-unplugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with vm_state active and task_state reboot_started_hard.
Dec 01 16:13:26 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance destroyed successfully.
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'resources' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1389065922',display_name='tempest-TestMinimumBasicScenario-server-1389065922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1389065922',id=47,image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoCYZfB7ruZRoQbGy4dZo4s+3LpWUAyYan4s9M7RTqRRbXW/Ri7xbHDsrG2FiQpW7JqD/xMgwWO//GZKjxgutmsvbdxSJec5fbzrWyYeqaRElCj9IK2VIFL4DIeBfteHA==',key_name='tempest-TestMinimumBasicScenario-1121873307',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:11:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-tig67qq7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:13:26Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=9011ed9f-dbec-4751-953e-3bd3c3c007c9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG os_vif [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc47899ca-b1, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bbc77ec0-20e7-42f6-9b22-f5c7aa414e47) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:27 user nova-compute[75223]: INFO os_vif [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1')
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpswXAyu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:13:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[76669956-d526-428e-8858-0833a0d41ff1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:13:27 user nova-compute[75223]: No targets found.
Dec 01 16:13:27 user nova-compute[75223]: iSNS:
Dec 01 16:13:27 user nova-compute[75223]: No targets found.
Dec 01 16:13:27 user nova-compute[75223]: STATIC:
Dec 01 16:13:27 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57
Dec 01 16:13:27 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:13:27 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:13:27 user nova-compute[75223]: FIRMWARE:
Dec 01 16:13:27 user nova-compute[75223]: No targets found.
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:13:27 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:13:27 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0438e894-c952-484f-b817-4090be601419]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1126116c-f7ac-41f4-9346-2f1dae9fd001]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4437ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57'): ({'sdc'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Removing single pathed devices sdc {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dbe9fe0-8737-474e-8bef-c614d297235b]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5d4d046-7c56-44b0-89d8-d3354ab5698d]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flushing IO for device /dev/sdc {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[defb7a15-7146-42c1-84b8-1147ae765fbe]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69b7a41-df9f-43e5-9279-9bc4c3ccb5b9]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c5f3aa-e1be-4d8b-a3d6-4240aaed9356]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c18b29c-1f60-444c-8956-e6a76ad87c08]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]
Dec 01 16:13:27 user nova-compute[75223]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75613ca5-4439-41e6-b6f9-7fb877def1cf]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.274s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== disconnect_volume: return (275ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Start _get_guest_xml network_info=[{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=9a3485ce-76b9-484b-9049-d2bb51a5a236,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': '9a3485ce-76b9-484b-9049-d2bb51a5a236'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpswXAyu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '9011ed9f-dbec-4751-953e-3bd3c3c007c9', 'attached_at': '', 'detached_at': '', 'volume_id': '8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'serial': '8750a7e5-2e70-40bd-b259-3e7f9cb42a57'}, 'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/vdb', 'attachment_id': '781b2ae8-f774-4453-ac6a-cd67be3fc835', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:13:27 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:13:27 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=9a3485ce-76b9-484b-9049-d2bb51a5a236,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.objects.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Object Instance<9011ed9f-dbec-4751-953e-3bd3c3c007c9> lazy-loaded attributes: resources,vcpu_model {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpswXAyu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:13:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:27 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[18f239cc-ddb6-4990-995e-e72146ff3c50]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:13:27 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[24b0a578-f253-42ab-96e5-6392bafd4ae7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57] added
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a066cd3d-cd2d-4fe6-8528-5ab4969654aa]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[81289914-7fae-4564-848a-1a5f34bb11f1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpswXAyu {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kpswXAyu" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e56513f-6cd3-493e-a082-66839bf07ad4]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kpswXAyu'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27937ca9-09ca-4b20-aa6c-7cc316283697]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[752dfad8-da3a-41f8-87de-2979523f45bd]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:13:27 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:13:27 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:27 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:13:27 user nova-compute[75223]: 
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7970ed5e-1400-49d9-bd10-233e733ee8cf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]
Dec 01 16:13:27 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5ee3eba-7a0c-4356-8060-9d0f4a7312ac]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[beda5f7e-9b84-43e6-9796-91419692de1f]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:27 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3721644a-5b41-4368-90f0-1d75022726ad]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:13:27 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpswXAyu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-17603f05-98b9-4396-aef0-63d67c88a176 req-9e5dccda-c590-490b-84f5-6f287eea972f service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-17603f05-98b9-4396-aef0-63d67c88a176 req-9e5dccda-c590-490b-84f5-6f287eea972f service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-17603f05-98b9-4396-aef0-63d67c88a176 req-9e5dccda-c590-490b-84f5-6f287eea972f service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-17603f05-98b9-4396-aef0-63d67c88a176 req-9e5dccda-c590-490b-84f5-6f287eea972f service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.compute.manager [req-17603f05-98b9-4396-aef0-63d67c88a176 req-9e5dccda-c590-490b-84f5-6f287eea972f service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:13:28 user nova-compute[75223]: WARNING nova.compute.manager [req-17603f05-98b9-4396-aef0-63d67c88a176 req-9e5dccda-c590-490b-84f5-6f287eea972f service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received unexpected event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with vm_state active and task_state reboot_started_hard.
Dec 01 16:13:28 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.278s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23938646165636538', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23938646165636538', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1389065922',display_name='tempest-TestMinimumBasicScenario-server-1389065922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1389065922',id=47,image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoCYZfB7ruZRoQbGy4dZo4s+3LpWUAyYan4s9M7RTqRRbXW/Ri7xbHDsrG2FiQpW7JqD/xMgwWO//GZKjxgutmsvbdxSJec5fbzrWyYeqaRElCj9IK2VIFL4DIeBfteHA==',key_name='tempest-TestMinimumBasicScenario-1121873307',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:11:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-tig67qq7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:13:26Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=9011ed9f-dbec-4751-953e-3bd3c3c007c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'pci_devices' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.objects.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Object Instance<9011ed9f-dbec-4751-953e-3bd3c3c007c9> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:13:28 user nova-compute[75223]:   <uuid>9011ed9f-dbec-4751-953e-3bd3c3c007c9</uuid>
Dec 01 16:13:28 user nova-compute[75223]:   <name>instance-0000002f</name>
Dec 01 16:13:28 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:13:28 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:13:28 user nova-compute[75223]:   <metadata>
Dec 01 16:13:28 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:13:28 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:13:28 user nova-compute[75223]:       <nova:name>tempest-TestMinimumBasicScenario-server-1389065922</nova:name>
Dec 01 16:13:28 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:13:27</nova:creationTime>
Dec 01 16:13:28 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:13:28 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:13:28 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:13:28 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:13:28 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:13:28 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:13:28 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:13:28 user nova-compute[75223]:       <nova:owner>
Dec 01 16:13:28 user nova-compute[75223]:         <nova:user uuid="24341a9daead4deb91a1ebaf26cb0a6a">tempest-TestMinimumBasicScenario-1929537891-project-member</nova:user>
Dec 01 16:13:28 user nova-compute[75223]:         <nova:project uuid="c588cf24813243aea08decdc4dce7bc3">tempest-TestMinimumBasicScenario-1929537891</nova:project>
Dec 01 16:13:28 user nova-compute[75223]:       </nova:owner>
Dec 01 16:13:28 user nova-compute[75223]:       <nova:root type="image" uuid="9a3485ce-76b9-484b-9049-d2bb51a5a236"/>
Dec 01 16:13:28 user nova-compute[75223]:       <nova:ports>
Dec 01 16:13:28 user nova-compute[75223]:         <nova:port uuid="c47899ca-b16c-4d3c-96ec-10202f898fbf">
Dec 01 16:13:28 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 16:13:28 user nova-compute[75223]:         </nova:port>
Dec 01 16:13:28 user nova-compute[75223]:       </nova:ports>
Dec 01 16:13:28 user nova-compute[75223]:     </nova:instance>
Dec 01 16:13:28 user nova-compute[75223]:   </metadata>
Dec 01 16:13:28 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:13:28 user nova-compute[75223]:     <system>
Dec 01 16:13:28 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:13:28 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:13:28 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:13:28 user nova-compute[75223]:       <entry name="serial">9011ed9f-dbec-4751-953e-3bd3c3c007c9</entry>
Dec 01 16:13:28 user nova-compute[75223]:       <entry name="uuid">9011ed9f-dbec-4751-953e-3bd3c3c007c9</entry>
Dec 01 16:13:28 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:13:28 user nova-compute[75223]:     </system>
Dec 01 16:13:28 user nova-compute[75223]:   </sysinfo>
Dec 01 16:13:28 user nova-compute[75223]:   <os>
Dec 01 16:13:28 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:13:28 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:13:28 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:13:28 user nova-compute[75223]:   </os>
Dec 01 16:13:28 user nova-compute[75223]:   <features>
Dec 01 16:13:28 user nova-compute[75223]:     <acpi/>
Dec 01 16:13:28 user nova-compute[75223]:     <apic/>
Dec 01 16:13:28 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:13:28 user nova-compute[75223]:   </features>
Dec 01 16:13:28 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:13:28 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:13:28 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:13:28 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:13:28 user nova-compute[75223]:   </clock>
Dec 01 16:13:28 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:13:28 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:13:28 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:13:28 user nova-compute[75223]:   </cpu>
Dec 01 16:13:28 user nova-compute[75223]:   <devices>
Dec 01 16:13:28 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:13:28 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:13:28 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk"/>
Dec 01 16:13:28 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:13:28 user nova-compute[75223]:     </disk>
Dec 01 16:13:28 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 16:13:28 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:13:28 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 16:13:28 user nova-compute[75223]:       <target dev="vdb" bus="virtio"/>
Dec 01 16:13:28 user nova-compute[75223]:       <serial>8750a7e5-2e70-40bd-b259-3e7f9cb42a57</serial>
Dec 01 16:13:28 user nova-compute[75223]:     </disk>
Dec 01 16:13:28 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:13:28 user nova-compute[75223]:       <mac address="fa:16:3e:8f:2e:62"/>
Dec 01 16:13:28 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:13:28 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:13:28 user nova-compute[75223]:       <target dev="tapc47899ca-b1"/>
Dec 01 16:13:28 user nova-compute[75223]:     </interface>
Dec 01 16:13:28 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:13:28 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/console.log" append="off"/>
Dec 01 16:13:28 user nova-compute[75223]:     </serial>
Dec 01 16:13:28 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:13:28 user nova-compute[75223]:     <video>
Dec 01 16:13:28 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:13:28 user nova-compute[75223]:     </video>
Dec 01 16:13:28 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:13:28 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:13:28 user nova-compute[75223]:     </rng>
Dec 01 16:13:28 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:13:28 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:13:28 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:13:28 user nova-compute[75223]:     </memballoon>
Dec 01 16:13:28 user nova-compute[75223]:   </devices>
Dec 01 16:13:28 user nova-compute[75223]: </domain>
Dec 01 16:13:28 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:28 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.objects.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Object Instance<9011ed9f-dbec-4751-953e-3bd3c3c007c9> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Cannot resize image /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'migration_context' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.objects.base [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Object Instance<9011ed9f-dbec-4751-953e-3bd3c3c007c9> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75223) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1389065922',display_name='tempest-TestMinimumBasicScenario-server-1389065922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1389065922',id=47,image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoCYZfB7ruZRoQbGy4dZo4s+3LpWUAyYan4s9M7RTqRRbXW/Ri7xbHDsrG2FiQpW7JqD/xMgwWO//GZKjxgutmsvbdxSJec5fbzrWyYeqaRElCj9IK2VIFL4DIeBfteHA==',key_name='tempest-TestMinimumBasicScenario-1121873307',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:11:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-tig67qq7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:13:26Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=9011ed9f-dbec-4751-953e-3bd3c3c007c9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG os_vif [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'deb21158-bc1b-5349-a73d-ed5548f85dad', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc47899ca-b1, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc47899ca-b1, col_values=(('qos', UUID('99f4b44b-98e8-4193-a4fc-f1202d1dfc9e')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc47899ca-b1, col_values=(('external_ids', {'iface-id': 'c47899ca-b16c-4d3c-96ec-10202f898fbf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8f:2e:62', 'vm-uuid': '9011ed9f-dbec-4751-953e-3bd3c3c007c9'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:13:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:29 user nova-compute[75223]: INFO os_vif [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1')
Dec 01 16:13:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-84f54a6f-cfc2-4dad-9962-c664397f5de3 req-8030b6ec-5c23-41ec-81f6-db630f780308 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-84f54a6f-cfc2-4dad-9962-c664397f5de3 req-8030b6ec-5c23-41ec-81f6-db630f780308 service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-84f54a6f-cfc2-4dad-9962-c664397f5de3 req-8030b6ec-5c23-41ec-81f6-db630f780308 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-84f54a6f-cfc2-4dad-9962-c664397f5de3 req-8030b6ec-5c23-41ec-81f6-db630f780308 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:30 user nova-compute[75223]: DEBUG nova.compute.manager [req-84f54a6f-cfc2-4dad-9962-c664397f5de3 req-8030b6ec-5c23-41ec-81f6-db630f780308 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:13:30 user nova-compute[75223]: WARNING nova.compute.manager [req-84f54a6f-cfc2-4dad-9962-c664397f5de3 req-8030b6ec-5c23-41ec-81f6-db630f780308 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received unexpected event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with vm_state active and task_state reboot_started_hard.
Dec 01 16:13:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:31 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:32 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:32 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:32 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:13:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:13:32 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance rebooted successfully.
Dec 01 16:13:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-be2b941c-edaa-4be8-b069-6449db69ca49 req-1f44feeb-140f-4ded-9a95-6704e43a82e7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be2b941c-edaa-4be8-b069-6449db69ca49 req-1f44feeb-140f-4ded-9a95-6704e43a82e7 service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be2b941c-edaa-4be8-b069-6449db69ca49 req-1f44feeb-140f-4ded-9a95-6704e43a82e7 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be2b941c-edaa-4be8-b069-6449db69ca49 req-1f44feeb-140f-4ded-9a95-6704e43a82e7 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG nova.compute.manager [req-be2b941c-edaa-4be8-b069-6449db69ca49 req-1f44feeb-140f-4ded-9a95-6704e43a82e7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:13:33 user nova-compute[75223]: WARNING nova.compute.manager [req-be2b941c-edaa-4be8-b069-6449db69ca49 req-1f44feeb-140f-4ded-9a95-6704e43a82e7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received unexpected event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with vm_state active and task_state None.
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9329c1ef-7d8c-477d-a915-4558bd5a11e5 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.469s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:33 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:34 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:13:34 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8738MB free_disk=24.961807250976562GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d166e579-6abd-4f72-a742-a4bb07211027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:13:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.243s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:48 user nova-compute[75223]: DEBUG nova.compute.manager [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-changed-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:13:48 user nova-compute[75223]: DEBUG nova.compute.manager [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Refreshing instance network info cache due to event network-changed-d758cab2-0b59-4566-9f24-15de9c148492. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:13:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] Acquiring lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:13:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] Acquired lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:13:48 user nova-compute[75223]: DEBUG nova.network.neutron [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Refreshing network info cache for port d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.network.neutron [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updated VIF entry in instance network info cache for port d758cab2-0b59-4566-9f24-15de9c148492. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.network.neutron [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updating instance_info_cache with network_info: [{"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-43cc689d-907c-44df-bb2e-8e3b3ce3a88f req-afa77515-b93d-48f6-9af5-3e2b8e15b7cc service nova] Releasing lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'flavor' on Instance uuid d166e579-6abd-4f72-a742-a4bb07211027 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.052s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:49 user nova-compute[75223]: INFO nova.compute.manager [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Attaching volume a3ec3778-8901-49aa-8cd7-fdf184f92079 to /dev/vdb
Dec 01 16:13:49 user nova-compute[75223]: DEBUG os_brick.utils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e3d263-4113-4869-ab2d-e57c69232be4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e69ee9ff-16d0-41c2-9c11-e66550538545]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[038d1b0d-65d1-44b8-bd86-4b24baac7497]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f55554c-b239-4c0f-8658-b0ca18d89f8d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:13:49 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e924c6b5-20ad-443e-9221-7b22835d7e8d]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG os_brick.utils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updating existing volume attachment record: 3c35ff03-31c4-49a1-a3f1-c7139b0e32c1 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.004s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Verify base images {{(pid=75223) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Image id 84951e0f-3783-444d-9bdf-fd0fee179078 yields fingerprint 3da568b6af017868d2249a239a38b8b0156b1eed {{(pid=75223) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 01 16:13:49 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] image 84951e0f-3783-444d-9bdf-fd0fee179078 at (/opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed): checking
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] image 84951e0f-3783-444d-9bdf-fd0fee179078 at (/opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed): image is in use {{(pid=75223) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75223) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Image id 9a3485ce-76b9-484b-9049-d2bb51a5a236 yields fingerprint f38ba82fb596007896d8c13180e5fe7b30107d9f {{(pid=75223) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 01 16:13:49 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] image 9a3485ce-76b9-484b-9049-d2bb51a5a236 at (/opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f): checking
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] image 9a3485ce-76b9-484b-9049-d2bb51a5a236 at (/opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f): image is in use {{(pid=75223) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Image id ce2ef816-8d04-43f7-96f7-6d77624db3e5 yields fingerprint ee9b452c2b0eef4d676eec9e877a3de845e0d427 {{(pid=75223) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Dec 01 16:13:49 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] image ce2ef816-8d04-43f7-96f7-6d77624db3e5 at (/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427): checking
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] image ce2ef816-8d04-43f7-96f7-6d77624db3e5 at (/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427): image is in use {{(pid=75223) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] d166e579-6abd-4f72-a742-a4bb07211027 is a valid instance name {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] d166e579-6abd-4f72-a742-a4bb07211027 has a disk file {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 01 16:13:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d166e579-6abd-4f72-a742-a4bb07211027 is backed by 3da568b6af017868d2249a239a38b8b0156b1eed {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] ed21065f-96ba-494b-85d5-78a949cbaea4 is a valid instance name {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] ed21065f-96ba-494b-85d5-78a949cbaea4 has a disk file {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 is backed by ee9b452c2b0eef4d676eec9e877a3de845e0d427 {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] 9011ed9f-dbec-4751-953e-3bd3c3c007c9 is a valid instance name {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] 9011ed9f-dbec-4751-953e-3bd3c3c007c9 has a disk file {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 is backed by f38ba82fb596007896d8c13180e5fe7b30107d9f {{(pid=75223) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Dec 01 16:13:50 user nova-compute[75223]: WARNING nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72
Dec 01 16:13:50 user nova-compute[75223]: WARNING nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2
Dec 01 16:13:50 user nova-compute[75223]: WARNING nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414
Dec 01 16:13:50 user nova-compute[75223]: WARNING nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec
Dec 01 16:13:50 user nova-compute[75223]: WARNING nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676
Dec 01 16:13:50 user nova-compute[75223]: WARNING nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Unknown base file: /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Active base files: /opt/stack/data/nova/instances/_base/3da568b6af017868d2249a239a38b8b0156b1eed /opt/stack/data/nova/instances/_base/f38ba82fb596007896d8c13180e5fe7b30107d9f /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Removable base files: /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72 /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2 /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414 /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676 /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4b2c88861b37ead0f932a33bcd2cac17dea8ab72
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/42b6d27cded5f39b908c953f679f149c7f3621c2
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/40e31163401496f771b48bf409a0a245cc2d6414
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/433ab1e202d80019a7eb37e15704eb5bc80eb1ec
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b1fff96f07f4a29e28ee190801764ebb39f7b676
Dec 01 16:13:50 user nova-compute[75223]: INFO nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5abe1fcb16219e66526222bb345347464042d2c1
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Verification complete {{(pid=75223) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Verify swap images {{(pid=75223) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Dec 01 16:13:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.imagecache [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Verify ephemeral images {{(pid=75223) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Dec 01 16:13:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gDvAtixj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:13:57 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:57 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:13:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:13:57 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:13:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5174276e-c292-47d2-b3fb-102c82a1f60c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:13:57 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4010f9e-13b0-4231-b6a2-a8ec93f6d5e1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079] added
Dec 01 16:13:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb035018-498a-4687-afdb-d1456c83d6f8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7832afd8-2219-4be0-84f0-2ab30fb1a632]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gDvAtixj {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gDvAtixj" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[720d10c6-5fa6-4a83-a9b1-801f0b6edb6f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gDvAtixj'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[841fb432-cadf-4961-ade6-4e032a0edd40]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0974eea-e2b1-4e67-8fa6-e17b37df1ba3]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b60d581f-68e5-452f-bd97-43d9b76761d1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260]
Dec 01 16:13:58 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260] successful.
Dec 01 16:13:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e139a271-a064-470d-8d14-d12c6e101c86]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cf4a05f-a92f-4a20-9a25-bf47af7536f0]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:58 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:13:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:13:58 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:13:58 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.259s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] HCTL ('34', '-', '-', 0) found on session 60 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[adf8376c-d017-421d-83e5-240d8bd37dd4]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:13:58 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gDvAtixj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.286s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] <== connect_volume: return (1288ms) {'type': 'block', 'scsi_wwn': '23337663532396537', 'path': '/dev/sdc'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23337663532396537', 'path': '/dev/sdc'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG nova.objects.instance [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'flavor' on Instance uuid d166e579-6abd-4f72-a742-a4bb07211027 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:13:59 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:13:59 user nova-compute[75223]:   <source dev="/dev/sdc"/>
Dec 01 16:13:59 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:13:59 user nova-compute[75223]:   <serial>a3ec3778-8901-49aa-8cd7-fdf184f92079</serial>
Dec 01 16:13:59 user nova-compute[75223]: </disk>
Dec 01 16:13:59 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] No VIF found with MAC fa:16:3e:ba:cf:21, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:13:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-6b27b2ee-664c-40aa-8ca9-3dc46e713036 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.399s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:01 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:01 user nova-compute[75223]: INFO nova.compute.manager [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Detaching volume a3ec3778-8901-49aa-8cd7-fdf184f92079
Dec 01 16:14:01 user nova-compute[75223]: INFO nova.virt.block_device [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Attempting to driver detach volume a3ec3778-8901-49aa-8cd7-fdf184f92079 from mountpoint /dev/vdb
Dec 01 16:14:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Attempting to detach device vdb from instance d166e579-6abd-4f72-a742-a4bb07211027 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:14:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:14:01 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:14:01 user nova-compute[75223]:   <source dev="/dev/sdc"/>
Dec 01 16:14:01 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:14:01 user nova-compute[75223]:   <serial>a3ec3778-8901-49aa-8cd7-fdf184f92079</serial>
Dec 01 16:14:01 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:14:01 user nova-compute[75223]: </disk>
Dec 01 16:14:01 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:14:01 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully detached device vdb from instance d166e579-6abd-4f72-a742-a4bb07211027 from the persistent domain config.
Dec 01 16:14:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d166e579-6abd-4f72-a742-a4bb07211027 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:14:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:14:01 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:14:01 user nova-compute[75223]:   <source dev="/dev/sdc"/>
Dec 01 16:14:01 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:14:01 user nova-compute[75223]:   <serial>a3ec3778-8901-49aa-8cd7-fdf184f92079</serial>
Dec 01 16:14:01 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:14:01 user nova-compute[75223]: </disk>
Dec 01 16:14:01 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:14:01 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d166e579-6abd-4f72-a742-a4bb07211027 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:14:03 user nova-compute[75223]: INFO nova.compute.claims [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Claim successful on node user
Dec 01 16:14:03 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.362s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:14:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:14:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG nova.policy [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1a23b0422245d693e9eb2b93550bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c29e4d09c014fb7aa09f09772656be7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:14:04 user nova-compute[75223]: INFO nova.virt.block_device [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Booting with volume 12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 at /dev/vda
Dec 01 16:14:04 user nova-compute[75223]: DEBUG os_brick.utils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf79d1aa-2c4e-43ff-a6c1-aa4d59350027]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8cd5efc-43e3-457a-81ea-2744db1eb584]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[437b5630-1cac-4891-b4b1-e4911bc17fae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4fcf493-d35d-43f0-83d2-76c5d17de966]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:14:04 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:14:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[832c6ee7-4d7c-4e20-a83c-d4b2bb06d22f]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG os_brick.utils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating existing volume attachment record: 000eb8d1-00ba-41f5-8e01-01db2841c6af {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Successfully created port: 7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Successfully updated port: 7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquired lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-changed-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Refreshing instance network info cache due to event network-changed-7f217972-2694-407c-9f1b-96d3670116d6. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] Acquiring lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating instance_info_cache with network_info: [{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Releasing lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Instance network_info: |[{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] Acquired lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:14:05 user nova-compute[75223]: DEBUG nova.network.neutron [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Refreshing network info cache for port 7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:14:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updated VIF entry in instance network info cache for port 7f217972-2694-407c-9f1b-96d3670116d6. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:14:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating instance_info_cache with network_info: [{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:14:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-be6a78b5-87b7-4026-bb79-d1f3d2234edc req-3899d662-cc90-4f12-914f-95aa221392ad service nova] Releasing lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:14:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:14:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Creating image(s)
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Ensure instance console log exists: /opt/stack/data/nova/instances/cfdaadcc-73ca-4fc9-af92-04deb3232a19/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Start _get_guest_xml network_info=[{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cfdaadcc-73ca-4fc9-af92-04deb3232a19', 'attached_at': '', 'detached_at': '', 'volume_id': '12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'serial': '12f71d0c-d6bb-45cc-b7ce-1b175b1204e1'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': '000eb8d1-00ba-41f5-8e01-01db2841c6af', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:14:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:14:13 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:14:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:14:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:14:13 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb812b2b-093e-4a69-80b8-43e1e2852933]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:14:13 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0104d582-dcb2-4d70-bd21-f708b28fe9d3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1] added
Dec 01 16:14:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[caf322f7-1837-4f7f-8531-d44270f612c5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[df34cdff-ca98-439c-a3de-1cccb07399d4]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gevCiZjD {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gevCiZjD" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e09c2f81-f800-46c6-8d1b-c534cb09e23a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gevCiZjD'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2727cb17-7d47-4619-a17c-e1d26f94b511]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a784a6ec-cea8-46a1-847c-66707b37f51b]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[673444bb-28e6-49df-af14-743ed22e1893]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]
Dec 01 16:14:13 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.
Dec 01 16:14:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ef4f00-56fa-4b08-92fa-4131099ee777]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0f940f0-7b09-40e8-9ed9-7a3817c8fddb]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:14:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] HCTL ('35', '-', '-', 0) found on session 61 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[893736f5-34db-4ec8-98db-29480ad6642a]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 61 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:14:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:14:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:14:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23463363436306265', 'path': '/dev/sdd'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:14:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463363436306265', 'path': '/dev/sdd'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:14:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1242956687',display_name='tempest-TestVolumeBootPattern-server-1242956687',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1242956687',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-jzukv9v9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:14:04Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=cfdaadcc-73ca-4fc9-af92-04deb3232a19,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:ad:ae,bridge_name='br-int',has_traffic_filtering=True,id=7f217972-2694-407c-9f1b-96d3670116d6,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f217972-26') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'pci_devices' on Instance uuid cfdaadcc-73ca-4fc9-af92-04deb3232a19 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:14:15 user nova-compute[75223]:   <uuid>cfdaadcc-73ca-4fc9-af92-04deb3232a19</uuid>
Dec 01 16:14:15 user nova-compute[75223]:   <name>instance-00000032</name>
Dec 01 16:14:15 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:14:15 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:14:15 user nova-compute[75223]:   <metadata>
Dec 01 16:14:15 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:14:15 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:14:15 user nova-compute[75223]:       <nova:name>tempest-TestVolumeBootPattern-server-1242956687</nova:name>
Dec 01 16:14:15 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:14:13</nova:creationTime>
Dec 01 16:14:15 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:14:15 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:14:15 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:14:15 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:14:15 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:14:15 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:14:15 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:14:15 user nova-compute[75223]:       <nova:owner>
Dec 01 16:14:15 user nova-compute[75223]:         <nova:user uuid="0a1a23b0422245d693e9eb2b93550bb5">tempest-TestVolumeBootPattern-413016307-project-member</nova:user>
Dec 01 16:14:15 user nova-compute[75223]:         <nova:project uuid="0c29e4d09c014fb7aa09f09772656be7">tempest-TestVolumeBootPattern-413016307</nova:project>
Dec 01 16:14:15 user nova-compute[75223]:       </nova:owner>
Dec 01 16:14:15 user nova-compute[75223]:       <nova:ports>
Dec 01 16:14:15 user nova-compute[75223]:         <nova:port uuid="7f217972-2694-407c-9f1b-96d3670116d6">
Dec 01 16:14:15 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Dec 01 16:14:15 user nova-compute[75223]:         </nova:port>
Dec 01 16:14:15 user nova-compute[75223]:       </nova:ports>
Dec 01 16:14:15 user nova-compute[75223]:     </nova:instance>
Dec 01 16:14:15 user nova-compute[75223]:   </metadata>
Dec 01 16:14:15 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:14:15 user nova-compute[75223]:     <system>
Dec 01 16:14:15 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:14:15 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:14:15 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:14:15 user nova-compute[75223]:       <entry name="serial">cfdaadcc-73ca-4fc9-af92-04deb3232a19</entry>
Dec 01 16:14:15 user nova-compute[75223]:       <entry name="uuid">cfdaadcc-73ca-4fc9-af92-04deb3232a19</entry>
Dec 01 16:14:15 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:14:15 user nova-compute[75223]:     </system>
Dec 01 16:14:15 user nova-compute[75223]:   </sysinfo>
Dec 01 16:14:15 user nova-compute[75223]:   <os>
Dec 01 16:14:15 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:14:15 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:14:15 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:14:15 user nova-compute[75223]:   </os>
Dec 01 16:14:15 user nova-compute[75223]:   <features>
Dec 01 16:14:15 user nova-compute[75223]:     <acpi/>
Dec 01 16:14:15 user nova-compute[75223]:     <apic/>
Dec 01 16:14:15 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:14:15 user nova-compute[75223]:   </features>
Dec 01 16:14:15 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:14:15 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:14:15 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:14:15 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:14:15 user nova-compute[75223]:   </clock>
Dec 01 16:14:15 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:14:15 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:14:15 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:14:15 user nova-compute[75223]:   </cpu>
Dec 01 16:14:15 user nova-compute[75223]:   <devices>
Dec 01 16:14:15 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 16:14:15 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:14:15 user nova-compute[75223]:       <source dev="/dev/sdd"/>
Dec 01 16:14:15 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:14:15 user nova-compute[75223]:       <serial>12f71d0c-d6bb-45cc-b7ce-1b175b1204e1</serial>
Dec 01 16:14:15 user nova-compute[75223]:     </disk>
Dec 01 16:14:15 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:14:15 user nova-compute[75223]:       <mac address="fa:16:3e:60:ad:ae"/>
Dec 01 16:14:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:14:15 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:14:15 user nova-compute[75223]:       <target dev="tap7f217972-26"/>
Dec 01 16:14:15 user nova-compute[75223]:     </interface>
Dec 01 16:14:15 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:14:15 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/cfdaadcc-73ca-4fc9-af92-04deb3232a19/console.log" append="off"/>
Dec 01 16:14:15 user nova-compute[75223]:     </serial>
Dec 01 16:14:15 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:14:15 user nova-compute[75223]:     <video>
Dec 01 16:14:15 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:14:15 user nova-compute[75223]:     </video>
Dec 01 16:14:15 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:14:15 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:14:15 user nova-compute[75223]:     </rng>
Dec 01 16:14:15 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:14:15 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:14:15 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:14:15 user nova-compute[75223]:     </memballoon>
Dec 01 16:14:15 user nova-compute[75223]:   </devices>
Dec 01 16:14:15 user nova-compute[75223]: </domain>
Dec 01 16:14:15 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:14:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1242956687',display_name='tempest-TestVolumeBootPattern-server-1242956687',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1242956687',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-jzukv9v9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:14:04Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=cfdaadcc-73ca-4fc9-af92-04deb3232a19,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:60:ad:ae,bridge_name='br-int',has_traffic_filtering=True,id=7f217972-2694-407c-9f1b-96d3670116d6,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f217972-26') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG os_vif [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:ad:ae,bridge_name='br-int',has_traffic_filtering=True,id=7f217972-2694-407c-9f1b-96d3670116d6,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f217972-26') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2c0c7e38-9145-5787-a9c1-e0fb9f9d7196', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7f217972-26, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7f217972-26, col_values=(('qos', UUID('687f1f3b-0caa-44a2-8735-ad2ebcc50116')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7f217972-26, col_values=(('external_ids', {'iface-id': '7f217972-2694-407c-9f1b-96d3670116d6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:60:ad:ae', 'vm-uuid': 'cfdaadcc-73ca-4fc9-af92-04deb3232a19'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:15 user nova-compute[75223]: INFO os_vif [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:60:ad:ae,bridge_name='br-int',has_traffic_filtering=True,id=7f217972-2694-407c-9f1b-96d3670116d6,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f217972-26')
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:14:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No VIF found with MAC fa:16:3e:60:ad:ae, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-924a2eef-924f-4aa6-860f-9ff8e06a9755 req-80c0f753-e7ee-4ab6-b8e7-cf37960f4c21 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-924a2eef-924f-4aa6-860f-9ff8e06a9755 req-80c0f753-e7ee-4ab6-b8e7-cf37960f4c21 service nova] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-924a2eef-924f-4aa6-860f-9ff8e06a9755 req-80c0f753-e7ee-4ab6-b8e7-cf37960f4c21 service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-924a2eef-924f-4aa6-860f-9ff8e06a9755 req-80c0f753-e7ee-4ab6-b8e7-cf37960f4c21 service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-924a2eef-924f-4aa6-860f-9ff8e06a9755 req-80c0f753-e7ee-4ab6-b8e7-cf37960f4c21 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] No waiting events found dispatching network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:14:16 user nova-compute[75223]: WARNING nova.compute.manager [req-924a2eef-924f-4aa6-860f-9ff8e06a9755 req-80c0f753-e7ee-4ab6-b8e7-cf37960f4c21 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received unexpected event network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 for instance with vm_state building and task_state spawning.
Dec 01 16:14:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:17 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:14:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Instance spawned successfully.
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-6cdaef44-db0b-400e-87ed-37b1f139d306 req-6fd43c75-938c-4108-8ff9-848bb8d9ca7b service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6cdaef44-db0b-400e-87ed-37b1f139d306 req-6fd43c75-938c-4108-8ff9-848bb8d9ca7b service nova] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6cdaef44-db0b-400e-87ed-37b1f139d306 req-6fd43c75-938c-4108-8ff9-848bb8d9ca7b service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-6cdaef44-db0b-400e-87ed-37b1f139d306 req-6fd43c75-938c-4108-8ff9-848bb8d9ca7b service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-6cdaef44-db0b-400e-87ed-37b1f139d306 req-6fd43c75-938c-4108-8ff9-848bb8d9ca7b service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] No waiting events found dispatching network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:14:18 user nova-compute[75223]: WARNING nova.compute.manager [req-6cdaef44-db0b-400e-87ed-37b1f139d306 req-6fd43c75-938c-4108-8ff9-848bb8d9ca7b service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received unexpected event network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 for instance with vm_state building and task_state spawning.
Dec 01 16:14:18 user nova-compute[75223]: INFO nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Took 4.98 seconds to spawn the instance on the hypervisor.
Dec 01 16:14:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:14:18 user nova-compute[75223]: INFO nova.compute.manager [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Took 15.06 seconds to build instance.
Dec 01 16:14:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9521a498-58f8-493b-9cad-e3746d07ea5e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.151s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:20 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:21 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d166e579-6abd-4f72-a742-a4bb07211027 is timed out.
Dec 01 16:14:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully detached device vdb from instance d166e579-6abd-4f72-a742-a4bb07211027 from the live domain config.
Dec 01 16:14:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gDvAtixj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:14:21 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89facc8-6ef4-440d-a274-0490b02dd73f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:14:21 user nova-compute[75223]: No targets found.
Dec 01 16:14:21 user nova-compute[75223]: iSNS:
Dec 01 16:14:21 user nova-compute[75223]: No targets found.
Dec 01 16:14:21 user nova-compute[75223]: STATIC:
Dec 01 16:14:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57
Dec 01 16:14:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:14:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:14:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1
Dec 01 16:14:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:14:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:14:21 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079
Dec 01 16:14:21 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:14:21 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:14:21 user nova-compute[75223]: FIRMWARE:
Dec 01 16:14:21 user nova-compute[75223]: No targets found.
Dec 01 16:14:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:14:21 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:14:21 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b20b5c27-6a9d-4b5c-a742-f4b4988d5da5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a4788ac-0a76-48fa-9796-34c8452e13f5]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:14:21 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:14:21 user nova-compute[75223]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:14:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:14:21 user nova-compute[75223]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 (non-flash)
Dec 01 16:14:21 user nova-compute[75223]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:14:21 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d43eb910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079'): ({'sdc'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Removing single pathed devices sdc {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c298f34-476d-4124-b2c5-3f2fb4b71719]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d20cd5ba-8368-40a5-ab0a-7e80f59afdda]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Flushing IO for device /dev/sdc {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b234eac-187d-40fc-a96d-04296ed34f6f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[811190f0-adac-4bbe-8386-e5d8766f8c7f]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] SCSI volumes sdc have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:14:21 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.069s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[064edc4d-9f50-452b-bfe1-92bcf2918550]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd9069b-b5ee-45f7-a7f6-a121bb69ff8f]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260]
Dec 01 16:14:22 user nova-compute[75223]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079, portal: 172.16.0.220,3260] successful.
Dec 01 16:14:22 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a3ec3778-8901-49aa-8cd7-fdf184f92079 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1d9bc5-42d3-41fb-9581-eabed15fe7fd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] <== disconnect_volume: return (360ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG nova.objects.instance [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'flavor' on Instance uuid d166e579-6abd-4f72-a742-a4bb07211027 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:14:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-27e027bc-334c-4843-b7ff-edadf54ce55c tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.732s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:14:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:14:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:14:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:14:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:14:30 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:33 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:14:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:14:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8526MB free_disk=24.95151138305664GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance d166e579-6abd-4f72-a742-a4bb07211027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cfdaadcc-73ca-4fc9-af92-04deb3232a19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:14:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.367s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:45 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:46 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 16:14:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:14:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 16:14:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 16:14:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-changed-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:14:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Refreshing instance network info cache due to event network-changed-d758cab2-0b59-4566-9f24-15de9c148492. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:14:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] Acquiring lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:14:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] Acquired lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:14:51 user nova-compute[75223]: DEBUG nova.network.neutron [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Refreshing network info cache for port d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:52 user nova-compute[75223]: INFO nova.compute.manager [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Terminating instance
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-346584a9-4d30-41fd-a739-39f34549aa48 req-aa3b5c4b-f255-4842-986e-6cbba2868db7 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-vif-unplugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-346584a9-4d30-41fd-a739-39f34549aa48 req-aa3b5c4b-f255-4842-986e-6cbba2868db7 service nova] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-346584a9-4d30-41fd-a739-39f34549aa48 req-aa3b5c4b-f255-4842-986e-6cbba2868db7 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-346584a9-4d30-41fd-a739-39f34549aa48 req-aa3b5c4b-f255-4842-986e-6cbba2868db7 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-346584a9-4d30-41fd-a739-39f34549aa48 req-aa3b5c4b-f255-4842-986e-6cbba2868db7 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] No waiting events found dispatching network-vif-unplugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-346584a9-4d30-41fd-a739-39f34549aa48 req-aa3b5c4b-f255-4842-986e-6cbba2868db7 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-vif-unplugged-d758cab2-0b59-4566-9f24-15de9c148492 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updated VIF entry in instance network info cache for port d758cab2-0b59-4566-9f24-15de9c148492. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updating instance_info_cache with network_info: [{"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1c541ef2-8b50-4893-aef6-80dd470d61f2 req-347e9989-bfe2-4c81-9884-321a5fe4d57e service nova] Releasing lock "refresh_cache-d166e579-6abd-4f72-a742-a4bb07211027" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Instance destroyed successfully.
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.objects.instance [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'resources' on Instance uuid d166e579-6abd-4f72-a742-a4bb07211027 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-350178015',display_name='tempest-TestStampPattern-server-350178015',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-350178015',id=49,image_ref='84951e0f-3783-444d-9bdf-fd0fee179078',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDuw/0ROAuZi+ojoPFRbSXPXmuvj6lcWp7G3GGbTlZzz9SyOK981ihPByHF4SmVdL7WSyXJWDKtL8+z1tnWIUViunS2md26cnVTaGCmIoEycGmsk6TGBfP7+3LXEkHIS0Q==',key_name='tempest-TestStampPattern-529677445',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:12:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b5ebb24b2c394f98b210a755f5bbbee3',ramdisk_id='',reservation_id='r-9eux7a40',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='ed21065f-96ba-494b-85d5-78a949cbaea4',image_min_disk='1',image_min_ram='0',image_owner_id='b5ebb24b2c394f98b210a755f5bbbee3',image_owner_project_name='tempest-TestStampPattern-1961065383',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-1961065383-project-member',image_user_id='cee53e724a2143b4bcaddf65d41ede43',owner_project_name='tempest-TestStampPattern-1961065383',owner_user_name='tempest-TestStampPattern-1961065383-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:12:04Z,user_data=None,user_id='cee53e724a2143b4bcaddf65d41ede43',uuid=d166e579-6abd-4f72-a742-a4bb07211027,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converting VIF {"id": "d758cab2-0b59-4566-9f24-15de9c148492", "address": "fa:16:3e:ba:cf:21", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd758cab2-0b", "ovs_interfaceid": "d758cab2-0b59-4566-9f24-15de9c148492", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ba:cf:21,bridge_name='br-int',has_traffic_filtering=True,id=d758cab2-0b59-4566-9f24-15de9c148492,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd758cab2-0b') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG os_vif [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:cf:21,bridge_name='br-int',has_traffic_filtering=True,id=d758cab2-0b59-4566-9f24-15de9c148492,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd758cab2-0b') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd758cab2-0b, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9c0e261b-90f1-4ffd-a049-7290c76b6d72) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:14:52 user nova-compute[75223]: INFO os_vif [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ba:cf:21,bridge_name='br-int',has_traffic_filtering=True,id=d758cab2-0b59-4566-9f24-15de9c148492,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd758cab2-0b')
Dec 01 16:14:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Deleting instance files /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027_del
Dec 01 16:14:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Deletion of /opt/stack/data/nova/instances/d166e579-6abd-4f72-a742-a4bb07211027_del complete
Dec 01 16:14:52 user nova-compute[75223]: INFO nova.compute.manager [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Took 0.94 seconds to destroy the instance on the hypervisor.
Dec 01 16:14:52 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:14:52 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: d166e579-6abd-4f72-a742-a4bb07211027] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:14:53 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:14:53 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Took 0.47 seconds to deallocate network for instance.
Dec 01 16:14:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:53 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:14:53 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:14:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:53 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Deleted allocations for instance d166e579-6abd-4f72-a742-a4bb07211027
Dec 01 16:14:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-2ea0e1fe-801c-4d23-b8c4-72a714f446b3 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "d166e579-6abd-4f72-a742-a4bb07211027" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.777s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-e6dfd71f-9d58-4fe3-a1c9-ecda0679b3e2 req-be60932f-c39a-4ce6-b0b6-b39e19635046 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-vif-deleted-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:14:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9d5189-204a-41d1-8f9c-415aa08360fa req-d5b57803-87a5-4bbc-91da-7565f88292f6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received event network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:14:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9d5189-204a-41d1-8f9c-415aa08360fa req-d5b57803-87a5-4bbc-91da-7565f88292f6 service nova] Acquiring lock "d166e579-6abd-4f72-a742-a4bb07211027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:14:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9d5189-204a-41d1-8f9c-415aa08360fa req-d5b57803-87a5-4bbc-91da-7565f88292f6 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:14:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-bb9d5189-204a-41d1-8f9c-415aa08360fa req-d5b57803-87a5-4bbc-91da-7565f88292f6 service nova] Lock "d166e579-6abd-4f72-a742-a4bb07211027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:14:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-bb9d5189-204a-41d1-8f9c-415aa08360fa req-d5b57803-87a5-4bbc-91da-7565f88292f6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] No waiting events found dispatching network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:14:54 user nova-compute[75223]: WARNING nova.compute.manager [req-bb9d5189-204a-41d1-8f9c-415aa08360fa req-d5b57803-87a5-4bbc-91da-7565f88292f6 service nova] [instance: d166e579-6abd-4f72-a742-a4bb07211027] Received unexpected event network-vif-plugged-d758cab2-0b59-4566-9f24-15de9c148492 for instance with vm_state deleted and task_state None.
Dec 01 16:14:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:15:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:15:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:15:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:15:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:15:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:15:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:15:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing instance network info cache due to event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:15:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:15:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:15:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:15:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updated VIF entry in instance network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.39", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ff881a4e-5779-4ec0-bded-53fd31cfa583 req-2fc4bacd-4fb5-416e-9b90-9df9612abbab service nova] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing instance network info cache due to event network-changed-c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] Acquiring lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] Acquired lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Refreshing network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:18 user nova-compute[75223]: INFO nova.compute.manager [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Detaching volume 8750a7e5-2e70-40bd-b259-3e7f9cb42a57
Dec 01 16:15:18 user nova-compute[75223]: INFO nova.virt.block_device [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Attempting to driver detach volume 8750a7e5-2e70-40bd-b259-3e7f9cb42a57 from mountpoint /dev/vdb
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Attempting to detach device vdb from instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:15:18 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:15:18 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:15:18 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:15:18 user nova-compute[75223]:   <serial>8750a7e5-2e70-40bd-b259-3e7f9cb42a57</serial>
Dec 01 16:15:18 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 16:15:18 user nova-compute[75223]: </disk>
Dec 01 16:15:18 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:15:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully detached device vdb from instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 from the persistent domain config.
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:15:18 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:15:18 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:15:18 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:15:18 user nova-compute[75223]:   <serial>8750a7e5-2e70-40bd-b259-3e7f9cb42a57</serial>
Dec 01 16:15:18 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Dec 01 16:15:18 user nova-compute[75223]: </disk>
Dec 01 16:15:18 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updated VIF entry in instance network info cache for port c47899ca-b16c-4d3c-96ec-10202f898fbf. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [{"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b3143a17-5637-4b65-9623-f9ee460273ed req-9c18b43e-1491-4f80-bb65-afd255bbddd7 service nova] Releasing lock "refresh_cache-9011ed9f-dbec-4751-953e-3bd3c3c007c9" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:15:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:15:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:15:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 16:15:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:15:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:15:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:15:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:15:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8703MB free_disk=24.951831817626953GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance ed21065f-96ba-494b-85d5-78a949cbaea4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cfdaadcc-73ca-4fc9-af92-04deb3232a19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:15:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.418s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:15:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:39 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 is timed out.
Dec 01 16:15:39 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully detached device vdb from instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 from the live domain config.
Dec 01 16:15:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kpswXAyu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:15:39 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7c4f602-91e9-403a-a2e5-78b62cae1592]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:15:39 user nova-compute[75223]: No targets found.
Dec 01 16:15:39 user nova-compute[75223]: iSNS:
Dec 01 16:15:39 user nova-compute[75223]: No targets found.
Dec 01 16:15:39 user nova-compute[75223]: STATIC:
Dec 01 16:15:39 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57
Dec 01 16:15:39 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:15:39 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:15:39 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1
Dec 01 16:15:39 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:15:39 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:15:39 user nova-compute[75223]: FIRMWARE:
Dec 01 16:15:39 user nova-compute[75223]: No targets found.
Dec 01 16:15:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:15:39 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:15:39 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d9e863c-d730-456e-aa8f-7c70a7a6f880]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[54efcaec-7f21-4548-9b33-f93aff3e0fc0]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)\ntcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:15:39 user nova-compute[75223]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:15:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 (non-flash)
Dec 01 16:15:39 user nova-compute[75223]: tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:15:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4577c70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f4b1dd3-5e2e-4308-8b72-d3792cf3e09c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8260c851-4945-4b57-932d-3ce93a628210]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a222554b-e1c8-4ab9-ada6-f144da6565fe]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c028204-4cd7-4a61-bb23-8f462157a2df]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8648d1-6e25-4e44-b214-b8cef835833f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0915d0da-7cd6-4711-9da8-9c8635365367]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260]
Dec 01 16:15:39 user nova-compute[75223]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57, portal: 172.16.0.220,3260] successful.
Dec 01 16:15:39 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8750a7e5-2e70-40bd-b259-3e7f9cb42a57 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[489de814-64b4-4c6f-914f-3b44acc39b9d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== disconnect_volume: return (282ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:15:39 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:15:40 user nova-compute[75223]: DEBUG nova.objects.instance [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'flavor' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:15:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-c835ec72-42b0-40f1-8e5e-fb1115f41996 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.897s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:15:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:15:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:15:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-changed-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:15:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Refreshing instance network info cache due to event network-changed-a8988604-e314-46e7-a778-5c04d7434ad6. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:15:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] Acquiring lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:15:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] Acquired lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:15:51 user nova-compute[75223]: DEBUG nova.network.neutron [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Refreshing network info cache for port a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:52 user nova-compute[75223]: INFO nova.compute.manager [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Terminating instance
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.compute.manager [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updated VIF entry in instance network info cache for port a8988604-e314-46e7-a778-5c04d7434ad6. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.network.neutron [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating instance_info_cache with network_info: [{"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b9995b87-509d-4317-8cce-a9d1a91ba073 req-a628d63f-e456-4128-862d-f406143802f5 service nova] Releasing lock "refresh_cache-ed21065f-96ba-494b-85d5-78a949cbaea4" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b34900e-ce89-4f53-ad5f-5c509f9cbfab req-99aa89a6-7f2e-4a4c-a48b-147b2293fc4b service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-vif-unplugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b34900e-ce89-4f53-ad5f-5c509f9cbfab req-99aa89a6-7f2e-4a4c-a48b-147b2293fc4b service nova] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b34900e-ce89-4f53-ad5f-5c509f9cbfab req-99aa89a6-7f2e-4a4c-a48b-147b2293fc4b service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-8b34900e-ce89-4f53-ad5f-5c509f9cbfab req-99aa89a6-7f2e-4a4c-a48b-147b2293fc4b service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b34900e-ce89-4f53-ad5f-5c509f9cbfab req-99aa89a6-7f2e-4a4c-a48b-147b2293fc4b service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] No waiting events found dispatching network-vif-unplugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-8b34900e-ce89-4f53-ad5f-5c509f9cbfab req-99aa89a6-7f2e-4a4c-a48b-147b2293fc4b service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-vif-unplugged-a8988604-e314-46e7-a778-5c04d7434ad6 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:15:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Instance destroyed successfully.
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.objects.instance [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lazy-loading 'resources' on Instance uuid ed21065f-96ba-494b-85d5-78a949cbaea4 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:08:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1647022894',display_name='tempest-TestStampPattern-server-1647022894',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1647022894',id=46,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDuw/0ROAuZi+ojoPFRbSXPXmuvj6lcWp7G3GGbTlZzz9SyOK981ihPByHF4SmVdL7WSyXJWDKtL8+z1tnWIUViunS2md26cnVTaGCmIoEycGmsk6TGBfP7+3LXEkHIS0Q==',key_name='tempest-TestStampPattern-529677445',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:08:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b5ebb24b2c394f98b210a755f5bbbee3',ramdisk_id='',reservation_id='r-f0s7jnn0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-1961065383',owner_user_name='tempest-TestStampPattern-1961065383-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:11:55Z,user_data=None,user_id='cee53e724a2143b4bcaddf65d41ede43',uuid=ed21065f-96ba-494b-85d5-78a949cbaea4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converting VIF {"id": "a8988604-e314-46e7-a778-5c04d7434ad6", "address": "fa:16:3e:11:b3:10", "network": {"id": "396f5992-7de6-4d70-a3fe-46fa41a2f711", "bridge": "br-int", "label": "tempest-TestStampPattern-1271479300-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b5ebb24b2c394f98b210a755f5bbbee3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa8988604-e3", "ovs_interfaceid": "a8988604-e314-46e7-a778-5c04d7434ad6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:11:b3:10,bridge_name='br-int',has_traffic_filtering=True,id=a8988604-e314-46e7-a778-5c04d7434ad6,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8988604-e3') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG os_vif [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:b3:10,bridge_name='br-int',has_traffic_filtering=True,id=a8988604-e314-46e7-a778-5c04d7434ad6,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8988604-e3') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa8988604-e3, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6fdf5fea-80c7-4136-b53d-cdb40c52bf18) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:52 user nova-compute[75223]: INFO os_vif [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:11:b3:10,bridge_name='br-int',has_traffic_filtering=True,id=a8988604-e314-46e7-a778-5c04d7434ad6,network=Network(396f5992-7de6-4d70-a3fe-46fa41a2f711),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa8988604-e3')
Dec 01 16:15:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Deleting instance files /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4_del
Dec 01 16:15:52 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Deletion of /opt/stack/data/nova/instances/ed21065f-96ba-494b-85d5-78a949cbaea4_del complete
Dec 01 16:15:52 user nova-compute[75223]: INFO nova.compute.manager [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Took 0.85 seconds to destroy the instance on the hypervisor.
Dec 01 16:15:52 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:15:52 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:15:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:53 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:15:53 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Took 0.47 seconds to deallocate network for instance.
Dec 01 16:15:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:53 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:15:53 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:15:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.166s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:53 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Deleted allocations for instance ed21065f-96ba-494b-85d5-78a949cbaea4
Dec 01 16:15:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-0616f991-9124-4b31-9049-534077f31d22 tempest-TestStampPattern-1961065383 tempest-TestStampPattern-1961065383-project-member] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.718s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-eac2b125-2bfb-4770-aff5-4b2c98c9aa62 req-27118301-53d4-48d9-b702-1432df631d4d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-vif-deleted-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:15:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-91acf1ab-3afd-42a4-a85a-346451c0a568 req-f654df0e-40af-4ff6-a71c-df74cb12d09d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received event network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:15:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-91acf1ab-3afd-42a4-a85a-346451c0a568 req-f654df0e-40af-4ff6-a71c-df74cb12d09d service nova] Acquiring lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:15:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-91acf1ab-3afd-42a4-a85a-346451c0a568 req-f654df0e-40af-4ff6-a71c-df74cb12d09d service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:15:54 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-91acf1ab-3afd-42a4-a85a-346451c0a568 req-f654df0e-40af-4ff6-a71c-df74cb12d09d service nova] Lock "ed21065f-96ba-494b-85d5-78a949cbaea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:15:54 user nova-compute[75223]: DEBUG nova.compute.manager [req-91acf1ab-3afd-42a4-a85a-346451c0a568 req-f654df0e-40af-4ff6-a71c-df74cb12d09d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] No waiting events found dispatching network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:15:54 user nova-compute[75223]: WARNING nova.compute.manager [req-91acf1ab-3afd-42a4-a85a-346451c0a568 req-f654df0e-40af-4ff6-a71c-df74cb12d09d service nova] [instance: ed21065f-96ba-494b-85d5-78a949cbaea4] Received unexpected event network-vif-plugged-a8988604-e314-46e7-a778-5c04d7434ad6 for instance with vm_state deleted and task_state None.
Dec 01 16:15:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-changed-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Refreshing instance network info cache due to event network-changed-7f217972-2694-407c-9f1b-96d3670116d6. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] Acquiring lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] Acquired lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Refreshing network info cache for port 7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updated VIF entry in instance network info cache for port 7f217972-2694-407c-9f1b-96d3670116d6. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating instance_info_cache with network_info: [{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:15:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-331dcfa2-ba48-4c4e-b419-f6be26168fa8 req-01016597-2b04-4c37-a041-a1db8b100f31 service nova] Releasing lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:15:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "bb518320-6091-481d-8aef-939d4be3ee1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:03 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:16:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:03 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:16:03 user nova-compute[75223]: INFO nova.compute.claims [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Claim successful on node user
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.240s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:16:04 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.policy [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1a23b0422245d693e9eb2b93550bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c29e4d09c014fb7aa09f09772656be7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:16:04 user nova-compute[75223]: INFO nova.virt.block_device [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Booting with volume 334499fa-8522-465a-b4f7-5e9c154b6918 at /dev/vda
Dec 01 16:16:04 user nova-compute[75223]: DEBUG os_brick.utils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b45530ce-440d-4ee7-acc9-9d878d90e765]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0547e5-90ec-472b-a57f-351f016aa222]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[486e2af3-3ab9-4a4e-a8ff-10530943638f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b98c33e3-4351-4440-9874-20fbc5101569]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:16:04 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:16:04 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[67928f46-9864-4e4c-a69d-4e2f43c577b4]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG os_brick.utils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== get_connector_properties: return (108ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updating existing volume attachment record: 8ae6dc90-32e4-4266-aab2-9ff22e5621f9 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:16:04 user nova-compute[75223]: DEBUG nova.network.neutron [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Successfully created port: ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Successfully updated port: ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquired lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-changed-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.compute.manager [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Refreshing instance network info cache due to event network-changed-ca77b872-1a56-4706-8a09-4e2b428570ea. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] Acquiring lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.network.neutron [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updating instance_info_cache with network_info: [{"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Releasing lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Instance network_info: |[{"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] Acquired lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:16:05 user nova-compute[75223]: DEBUG nova.network.neutron [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Refreshing network info cache for port ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:16:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updated VIF entry in instance network info cache for port ca77b872-1a56-4706-8a09-4e2b428570ea. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:16:06 user nova-compute[75223]: DEBUG nova.network.neutron [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updating instance_info_cache with network_info: [{"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:16:06 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-dfe8c16a-75b8-4ee2-aeab-0e6344bd7980 req-81d95ea5-b66f-442a-9829-ccb5712982a4 service nova] Releasing lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:07 user nova-compute[75223]: WARNING nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] While synchronizing instance power states, found 3 instances in the database and 2 instances on the hypervisor.
Dec 01 16:16:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid cfdaadcc-73ca-4fc9-af92-04deb3232a19 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid bb518320-6091-481d-8aef-939d4be3ee1a {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:16:16 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Creating image(s)
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Did not create local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4859}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Ensure instance console log exists: /opt/stack/data/nova/instances/bb518320-6091-481d-8aef-939d4be3ee1a/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Start _get_guest_xml network_info=[{"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': 'virtio', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pTNZKndu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb518320-6091-481d-8aef-939d4be3ee1a', 'attached_at': '', 'detached_at': '', 'volume_id': '334499fa-8522-465a-b4f7-5e9c154b6918', 'serial': '334499fa-8522-465a-b4f7-5e9c154b6918'}, 'boot_index': 0, 'delete_on_termination': False, 'mount_device': '/dev/vda', 'attachment_id': '8ae6dc90-32e4-4266-aab2-9ff22e5621f9', 'device_type': 'disk', 'volume_type': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:16:16 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:16:16 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pTNZKndu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:16:16 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:16:16 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:16:16 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af7be2f-3846-41a7-8bed-860ec7583081]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:16:16 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[75cda5a5-f072-4613-8140-aa5d6f7df755]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918] added
Dec 01 16:16:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d09d17-8120-4d89-b87b-acf293a2cf7c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[872a7b42-f513-4b96-9958-304236eb5a2f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pTNZKndu {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pTNZKndu" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a7eb572-769f-4f15-9abf-f7bc1c254de9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pTNZKndu'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0abcba65-83fa-43c4-b8d1-db40fc2d91f8]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[04b154ac-a2bf-4a50-b986-718a164130a3]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:16:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:16:16 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:16:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb88d907-6527-4068-8c38-4f3dfa6fd05e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260]
Dec 01 16:16:17 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260] successful.
Dec 01 16:16:17 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0398cad4-4d82-496f-8569-fc605ce0f566]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dde395af-3486-4fb1-8889-bd102a79ab65]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:16:17 user nova-compute[75223]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 (non-flash)
Dec 01 16:16:17 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:16:17 user nova-compute[75223]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 (non-flash)
Dec 01 16:16:17 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.267s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad74c4af-be1b-4102-92cd-0aa496cdc1e3]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:17 user nova-compute[75223]: INFO nova.compute.manager [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Terminating instance
Dec 01 16:16:17 user nova-compute[75223]: DEBUG nova.compute.manager [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-5185e86f-7a4f-4e42-a223-b4cf2689346c req-be12c7f5-5a13-414a-b955-646fcd44ff71 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-unplugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5185e86f-7a4f-4e42-a223-b4cf2689346c req-be12c7f5-5a13-414a-b955-646fcd44ff71 service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5185e86f-7a4f-4e42-a223-b4cf2689346c req-be12c7f5-5a13-414a-b955-646fcd44ff71 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-5185e86f-7a4f-4e42-a223-b4cf2689346c req-be12c7f5-5a13-414a-b955-646fcd44ff71 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-5185e86f-7a4f-4e42-a223-b4cf2689346c req-be12c7f5-5a13-414a-b955-646fcd44ff71 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-unplugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-5185e86f-7a4f-4e42-a223-b4cf2689346c req-be12c7f5-5a13-414a-b955-646fcd44ff71 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-unplugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:16:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pTNZKndu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23632323634656239', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23632323634656239', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:16:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1324837589',display_name='tempest-TestVolumeBootPattern-server-1324837589',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1324837589',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-mnd4clbd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:16:04Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=bb518320-6091-481d-8aef-939d4be3ee1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:9e:06,bridge_name='br-int',has_traffic_filtering=True,id=ca77b872-1a56-4706-8a09-4e2b428570ea,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca77b872-1a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'pci_devices' on Instance uuid bb518320-6091-481d-8aef-939d4be3ee1a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:16:18 user nova-compute[75223]:   <uuid>bb518320-6091-481d-8aef-939d4be3ee1a</uuid>
Dec 01 16:16:18 user nova-compute[75223]:   <name>instance-00000033</name>
Dec 01 16:16:18 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:16:18 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:16:18 user nova-compute[75223]:   <metadata>
Dec 01 16:16:18 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:16:18 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:16:18 user nova-compute[75223]:       <nova:name>tempest-TestVolumeBootPattern-server-1324837589</nova:name>
Dec 01 16:16:18 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:16:16</nova:creationTime>
Dec 01 16:16:18 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:16:18 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:16:18 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:16:18 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:16:18 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:16:18 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:16:18 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:16:18 user nova-compute[75223]:       <nova:owner>
Dec 01 16:16:18 user nova-compute[75223]:         <nova:user uuid="0a1a23b0422245d693e9eb2b93550bb5">tempest-TestVolumeBootPattern-413016307-project-member</nova:user>
Dec 01 16:16:18 user nova-compute[75223]:         <nova:project uuid="0c29e4d09c014fb7aa09f09772656be7">tempest-TestVolumeBootPattern-413016307</nova:project>
Dec 01 16:16:18 user nova-compute[75223]:       </nova:owner>
Dec 01 16:16:18 user nova-compute[75223]:       <nova:ports>
Dec 01 16:16:18 user nova-compute[75223]:         <nova:port uuid="ca77b872-1a56-4706-8a09-4e2b428570ea">
Dec 01 16:16:18 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Dec 01 16:16:18 user nova-compute[75223]:         </nova:port>
Dec 01 16:16:18 user nova-compute[75223]:       </nova:ports>
Dec 01 16:16:18 user nova-compute[75223]:     </nova:instance>
Dec 01 16:16:18 user nova-compute[75223]:   </metadata>
Dec 01 16:16:18 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:16:18 user nova-compute[75223]:     <system>
Dec 01 16:16:18 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:16:18 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:16:18 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:16:18 user nova-compute[75223]:       <entry name="serial">bb518320-6091-481d-8aef-939d4be3ee1a</entry>
Dec 01 16:16:18 user nova-compute[75223]:       <entry name="uuid">bb518320-6091-481d-8aef-939d4be3ee1a</entry>
Dec 01 16:16:18 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:16:18 user nova-compute[75223]:     </system>
Dec 01 16:16:18 user nova-compute[75223]:   </sysinfo>
Dec 01 16:16:18 user nova-compute[75223]:   <os>
Dec 01 16:16:18 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:16:18 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:16:18 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:16:18 user nova-compute[75223]:   </os>
Dec 01 16:16:18 user nova-compute[75223]:   <features>
Dec 01 16:16:18 user nova-compute[75223]:     <acpi/>
Dec 01 16:16:18 user nova-compute[75223]:     <apic/>
Dec 01 16:16:18 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:16:18 user nova-compute[75223]:   </features>
Dec 01 16:16:18 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:16:18 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:16:18 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:16:18 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:16:18 user nova-compute[75223]:   </clock>
Dec 01 16:16:18 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:16:18 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:16:18 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:16:18 user nova-compute[75223]:   </cpu>
Dec 01 16:16:18 user nova-compute[75223]:   <devices>
Dec 01 16:16:18 user nova-compute[75223]:     <disk type="block" device="disk">
Dec 01 16:16:18 user nova-compute[75223]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:16:18 user nova-compute[75223]:       <source dev="/dev/sdb"/>
Dec 01 16:16:18 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:16:18 user nova-compute[75223]:       <serial>334499fa-8522-465a-b4f7-5e9c154b6918</serial>
Dec 01 16:16:18 user nova-compute[75223]:     </disk>
Dec 01 16:16:18 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:16:18 user nova-compute[75223]:       <mac address="fa:16:3e:05:9e:06"/>
Dec 01 16:16:18 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:16:18 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:16:18 user nova-compute[75223]:       <target dev="tapca77b872-1a"/>
Dec 01 16:16:18 user nova-compute[75223]:     </interface>
Dec 01 16:16:18 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:16:18 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/bb518320-6091-481d-8aef-939d4be3ee1a/console.log" append="off"/>
Dec 01 16:16:18 user nova-compute[75223]:     </serial>
Dec 01 16:16:18 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:16:18 user nova-compute[75223]:     <video>
Dec 01 16:16:18 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:16:18 user nova-compute[75223]:     </video>
Dec 01 16:16:18 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:16:18 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:16:18 user nova-compute[75223]:     </rng>
Dec 01 16:16:18 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:16:18 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:16:18 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:16:18 user nova-compute[75223]:     </memballoon>
Dec 01 16:16:18 user nova-compute[75223]:   </devices>
Dec 01 16:16:18 user nova-compute[75223]: </domain>
Dec 01 16:16:18 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:16:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1324837589',display_name='tempest-TestVolumeBootPattern-server-1324837589',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1324837589',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-mnd4clbd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:16:04Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=bb518320-6091-481d-8aef-939d4be3ee1a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:05:9e:06,bridge_name='br-int',has_traffic_filtering=True,id=ca77b872-1a56-4706-8a09-4e2b428570ea,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca77b872-1a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG os_vif [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:9e:06,bridge_name='br-int',has_traffic_filtering=True,id=ca77b872-1a56-4706-8a09-4e2b428570ea,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca77b872-1a') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9682c24-131d-5f01-be68-dbfffb2dd861', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca77b872-1a, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca77b872-1a, col_values=(('qos', UUID('df8527f5-06b8-41a8-b479-8ab588d8efa3')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca77b872-1a, col_values=(('external_ids', {'iface-id': 'ca77b872-1a56-4706-8a09-4e2b428570ea', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:05:9e:06', 'vm-uuid': 'bb518320-6091-481d-8aef-939d4be3ee1a'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: INFO os_vif [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:05:9e:06,bridge_name='br-int',has_traffic_filtering=True,id=ca77b872-1a56-4706-8a09-4e2b428570ea,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca77b872-1a')
Dec 01 16:16:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Instance destroyed successfully.
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.objects.instance [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'resources' on Instance uuid 9011ed9f-dbec-4751-953e-3bd3c3c007c9 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:11:06Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1389065922',display_name='tempest-TestMinimumBasicScenario-server-1389065922',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1389065922',id=47,image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJoCYZfB7ruZRoQbGy4dZo4s+3LpWUAyYan4s9M7RTqRRbXW/Ri7xbHDsrG2FiQpW7JqD/xMgwWO//GZKjxgutmsvbdxSJec5fbzrWyYeqaRElCj9IK2VIFL4DIeBfteHA==',key_name='tempest-TestMinimumBasicScenario-1121873307',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:11:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-tig67qq7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='9a3485ce-76b9-484b-9049-d2bb51a5a236',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:13:33Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=9011ed9f-dbec-4751-953e-3bd3c3c007c9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "address": "fa:16:3e:8f:2e:62", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc47899ca-b1", "ovs_interfaceid": "c47899ca-b16c-4d3c-96ec-10202f898fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG os_vif [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc47899ca-b1, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] No VIF found with MAC fa:16:3e:05:9e:06, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=99f4b44b-98e8-4193-a4fc-f1202d1dfc9e) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:18 user nova-compute[75223]: INFO os_vif [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8f:2e:62,bridge_name='br-int',has_traffic_filtering=True,id=c47899ca-b16c-4d3c-96ec-10202f898fbf,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc47899ca-b1')
Dec 01 16:16:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Deleting instance files /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9_del
Dec 01 16:16:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Deletion of /opt/stack/data/nova/instances/9011ed9f-dbec-4751-953e-3bd3c3c007c9_del complete
Dec 01 16:16:18 user nova-compute[75223]: INFO nova.compute.manager [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Took 0.90 seconds to destroy the instance on the hypervisor.
Dec 01 16:16:18 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:16:18 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Took 0.45 seconds to deallocate network for instance.
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-0ed42af4-3afe-4f38-a95b-822482f5cd5c req-3f2aca7c-475b-4f06-9658-a8d66206bb32 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-deleted-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:16:18 user nova-compute[75223]: INFO nova.compute.manager [req-0ed42af4-3afe-4f38-a95b-822482f5cd5c req-3f2aca7c-475b-4f06-9658-a8d66206bb32 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Neutron deleted interface c47899ca-b16c-4d3c-96ec-10202f898fbf; detaching it from the instance and deleting it from the info cache
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-0ed42af4-3afe-4f38-a95b-822482f5cd5c req-3f2aca7c-475b-4f06-9658-a8d66206bb32 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-0ed42af4-3afe-4f38-a95b-822482f5cd5c req-3f2aca7c-475b-4f06-9658-a8d66206bb32 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Detach interface failed, port_id=c47899ca-b16c-4d3c-96ec-10202f898fbf, reason: Instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9 could not be found. {{(pid=75223) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.169s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:19 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Deleted allocations for instance 9011ed9f-dbec-4751-953e-3bd3c3c007c9
Dec 01 16:16:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-697dae52-10b6-421d-8502-9854bcc24ef4 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.786s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-d09e69df-28da-455d-8a30-924d6395e6d6 req-c123fc6c-d68d-401e-b925-38219edca683 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d09e69df-28da-455d-8a30-924d6395e6d6 req-c123fc6c-d68d-401e-b925-38219edca683 service nova] Acquiring lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d09e69df-28da-455d-8a30-924d6395e6d6 req-c123fc6c-d68d-401e-b925-38219edca683 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-d09e69df-28da-455d-8a30-924d6395e6d6 req-c123fc6c-d68d-401e-b925-38219edca683 service nova] Lock "9011ed9f-dbec-4751-953e-3bd3c3c007c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-d09e69df-28da-455d-8a30-924d6395e6d6 req-c123fc6c-d68d-401e-b925-38219edca683 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] No waiting events found dispatching network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:16:19 user nova-compute[75223]: WARNING nova.compute.manager [req-d09e69df-28da-455d-8a30-924d6395e6d6 req-c123fc6c-d68d-401e-b925-38219edca683 service nova] [instance: 9011ed9f-dbec-4751-953e-3bd3c3c007c9] Received unexpected event network-vif-plugged-c47899ca-b16c-4d3c-96ec-10202f898fbf for instance with vm_state deleted and task_state None.
Dec 01 16:16:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] No waiting events found dispatching network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:16:20 user nova-compute[75223]: WARNING nova.compute.manager [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received unexpected event network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea for instance with vm_state building and task_state spawning.
Dec 01 16:16:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:20 user nova-compute[75223]: DEBUG nova.compute.manager [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] No waiting events found dispatching network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:16:20 user nova-compute[75223]: WARNING nova.compute.manager [req-fced5b57-6b62-4d51-a928-6f3b89b5559c req-2e634f27-8d9d-44ac-a90a-1dd8ec815d6b service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received unexpected event network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea for instance with vm_state building and task_state spawning.
Dec 01 16:16:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:16:21 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Instance spawned successfully.
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:16:21 user nova-compute[75223]: INFO nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Took 5.01 seconds to spawn the instance on the hypervisor.
Dec 01 16:16:21 user nova-compute[75223]: DEBUG nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:21 user nova-compute[75223]: INFO nova.compute.manager [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Took 17.89 seconds to build instance.
Dec 01 16:16:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-323f312d-a38e-426e-be3e-76efc1a9ae44 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "bb518320-6091-481d-8aef-939d4be3ee1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.981s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "bb518320-6091-481d-8aef-939d4be3ee1a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 14.680s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:21 user nova-compute[75223]: INFO nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] During sync_power_state the instance has a pending task (block_device_mapping). Skip.
Dec 01 16:16:21 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "bb518320-6091-481d-8aef-939d4be3ee1a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:16:23 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid cfdaadcc-73ca-4fc9-af92-04deb3232a19 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:16:24 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating instance_info_cache with network_info: [{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:16:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:16:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:16:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:16:28 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:16:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:16:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:16:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:16:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:16:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:16:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:16:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:16:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8750MB free_disk=25.102996826171875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cfdaadcc-73ca-4fc9-af92-04deb3232a19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance bb518320-6091-481d-8aef-939d4be3ee1a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:16:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.204s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:16:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:16:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:43 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:48 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:53 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:16:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:16:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:16:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:16:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:16:58 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:17:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:03 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:17:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:11 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:17:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:11 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:17:11 user nova-compute[75223]: INFO nova.compute.claims [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Claim successful on node user
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.416s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.network.neutron [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:17:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.policy [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24341a9daead4deb91a1ebaf26cb0a6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c588cf24813243aea08decdc4dce7bc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:17:12 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Creating image(s)
Dec 01 16:17:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "/opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "/opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "09026ee7e410c609b4fdf3d1a5dd56caea4317ab" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "09026ee7e410c609b4fdf3d1a5dd56caea4317ab" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.part --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Successfully created port: 265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.part --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG nova.virt.images [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ad38958c-2e10-46cd-a5d0-3b74b5e593d7 was qcow2, converting to raw {{(pid=75223) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG nova.privsep.utils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75223) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.part /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.converted {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5005 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.part /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.converted" returned: 0 in 0.419s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.converted --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab.converted --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "09026ee7e410c609b4fdf3d1a5dd56caea4317ab" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.262s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Successfully updated port: 265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG nova.network.neutron [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab --force-share --output=json" returned: 0 in 0.207s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "09026ee7e410c609b4fdf3d1a5dd56caea4317ab" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "09026ee7e410c609b4fdf3d1a5dd56caea4317ab" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.compute.manager [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing instance network info cache due to event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab --force-share --output=json" returned: 0 in 0.171s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab,backing_fmt=raw /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab,backing_fmt=raw /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk 1073741824" returned: 0 in 0.051s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "09026ee7e410c609b4fdf3d1a5dd56caea4317ab" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.neutron [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance network_info: |[{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/09026ee7e410c609b4fdf3d1a5dd56caea4317ab --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Cannot resize image /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Ensure instance console log exists: /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Start _get_guest_xml network_info=[{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T16:17:09Z,direct_url=<?>,disk_format='qcow2',id=ad38958c-2e10-46cd-a5d0-3b74b5e593d7,min_disk=0,min_ram=0,name='tempest-scenario-img--845469508',owner='c588cf24813243aea08decdc4dce7bc3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T16:17:10Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ad38958c-2e10-46cd-a5d0-3b74b5e593d7'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:17:14 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:17:14 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T16:17:09Z,direct_url=<?>,disk_format='qcow2',id=ad38958c-2e10-46cd-a5d0-3b74b5e593d7,min_disk=0,min_ram=0,name='tempest-scenario-img--845469508',owner='c588cf24813243aea08decdc4dce7bc3',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T16:17:10Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:17:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1263857527',display_name='tempest-TestMinimumBasicScenario-server-1263857527',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1263857527',id=52,image_ref='ad38958c-2e10-46cd-a5d0-3b74b5e593d7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUJrHW0ykw1SrYbQTlQqdzOPUSScpw805ygSptQvDzRaw2iYz+fkoOMlAGDlK2CinNvcdZRyA4LvlQBoRw8PlfdyqJ3oDf0+gX/sgy5HW+YOmAWX1E32ExSF64xyhUgAA==',key_name='tempest-TestMinimumBasicScenario-368117679',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-790lj4kl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ad38958c-2e10-46cd-a5d0-3b74b5e593d7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:17:12Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=7b9347d7-a326-4541-bdf5-5d357d5636b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:a3:47,bridge_name='br-int',has_traffic_filtering=True,id=265585bd-6576-4818-82ed-5e05cffd49fd,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap265585bd-65') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.objects.instance [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:17:14 user nova-compute[75223]:   <uuid>7b9347d7-a326-4541-bdf5-5d357d5636b5</uuid>
Dec 01 16:17:14 user nova-compute[75223]:   <name>instance-00000034</name>
Dec 01 16:17:14 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:17:14 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:17:14 user nova-compute[75223]:   <metadata>
Dec 01 16:17:14 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:17:14 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:17:14 user nova-compute[75223]:       <nova:name>tempest-TestMinimumBasicScenario-server-1263857527</nova:name>
Dec 01 16:17:14 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:17:14</nova:creationTime>
Dec 01 16:17:14 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:17:14 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:17:14 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:17:14 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:17:14 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:17:14 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:17:14 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:17:14 user nova-compute[75223]:       <nova:owner>
Dec 01 16:17:14 user nova-compute[75223]:         <nova:user uuid="24341a9daead4deb91a1ebaf26cb0a6a">tempest-TestMinimumBasicScenario-1929537891-project-member</nova:user>
Dec 01 16:17:14 user nova-compute[75223]:         <nova:project uuid="c588cf24813243aea08decdc4dce7bc3">tempest-TestMinimumBasicScenario-1929537891</nova:project>
Dec 01 16:17:14 user nova-compute[75223]:       </nova:owner>
Dec 01 16:17:14 user nova-compute[75223]:       <nova:root type="image" uuid="ad38958c-2e10-46cd-a5d0-3b74b5e593d7"/>
Dec 01 16:17:14 user nova-compute[75223]:       <nova:ports>
Dec 01 16:17:14 user nova-compute[75223]:         <nova:port uuid="265585bd-6576-4818-82ed-5e05cffd49fd">
Dec 01 16:17:14 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Dec 01 16:17:14 user nova-compute[75223]:         </nova:port>
Dec 01 16:17:14 user nova-compute[75223]:       </nova:ports>
Dec 01 16:17:14 user nova-compute[75223]:     </nova:instance>
Dec 01 16:17:14 user nova-compute[75223]:   </metadata>
Dec 01 16:17:14 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:17:14 user nova-compute[75223]:     <system>
Dec 01 16:17:14 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:17:14 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:17:14 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:17:14 user nova-compute[75223]:       <entry name="serial">7b9347d7-a326-4541-bdf5-5d357d5636b5</entry>
Dec 01 16:17:14 user nova-compute[75223]:       <entry name="uuid">7b9347d7-a326-4541-bdf5-5d357d5636b5</entry>
Dec 01 16:17:14 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:17:14 user nova-compute[75223]:     </system>
Dec 01 16:17:14 user nova-compute[75223]:   </sysinfo>
Dec 01 16:17:14 user nova-compute[75223]:   <os>
Dec 01 16:17:14 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:17:14 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:17:14 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:17:14 user nova-compute[75223]:   </os>
Dec 01 16:17:14 user nova-compute[75223]:   <features>
Dec 01 16:17:14 user nova-compute[75223]:     <acpi/>
Dec 01 16:17:14 user nova-compute[75223]:     <apic/>
Dec 01 16:17:14 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:17:14 user nova-compute[75223]:   </features>
Dec 01 16:17:14 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:17:14 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:17:14 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:17:14 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:17:14 user nova-compute[75223]:   </clock>
Dec 01 16:17:14 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:17:14 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:17:14 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:17:14 user nova-compute[75223]:   </cpu>
Dec 01 16:17:14 user nova-compute[75223]:   <devices>
Dec 01 16:17:14 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:17:14 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:17:14 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk"/>
Dec 01 16:17:14 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:17:14 user nova-compute[75223]:     </disk>
Dec 01 16:17:14 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:17:14 user nova-compute[75223]:       <mac address="fa:16:3e:9e:a3:47"/>
Dec 01 16:17:14 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:17:14 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:17:14 user nova-compute[75223]:       <target dev="tap265585bd-65"/>
Dec 01 16:17:14 user nova-compute[75223]:     </interface>
Dec 01 16:17:14 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:17:14 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/console.log" append="off"/>
Dec 01 16:17:14 user nova-compute[75223]:     </serial>
Dec 01 16:17:14 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:17:14 user nova-compute[75223]:     <video>
Dec 01 16:17:14 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:17:14 user nova-compute[75223]:     </video>
Dec 01 16:17:14 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:17:14 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:17:14 user nova-compute[75223]:     </rng>
Dec 01 16:17:14 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:17:14 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:17:14 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:17:14 user nova-compute[75223]:     </memballoon>
Dec 01 16:17:14 user nova-compute[75223]:   </devices>
Dec 01 16:17:14 user nova-compute[75223]: </domain>
Dec 01 16:17:14 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:17:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1263857527',display_name='tempest-TestMinimumBasicScenario-server-1263857527',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1263857527',id=52,image_ref='ad38958c-2e10-46cd-a5d0-3b74b5e593d7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUJrHW0ykw1SrYbQTlQqdzOPUSScpw805ygSptQvDzRaw2iYz+fkoOMlAGDlK2CinNvcdZRyA4LvlQBoRw8PlfdyqJ3oDf0+gX/sgy5HW+YOmAWX1E32ExSF64xyhUgAA==',key_name='tempest-TestMinimumBasicScenario-368117679',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-790lj4kl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ad38958c-2e10-46cd-a5d0-3b74b5e593d7',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:17:12Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=7b9347d7-a326-4541-bdf5-5d357d5636b5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9e:a3:47,bridge_name='br-int',has_traffic_filtering=True,id=265585bd-6576-4818-82ed-5e05cffd49fd,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap265585bd-65') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG os_vif [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:a3:47,bridge_name='br-int',has_traffic_filtering=True,id=265585bd-6576-4818-82ed-5e05cffd49fd,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap265585bd-65') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ffbcfec1-8f2d-524a-b437-dab8b8b81025', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap265585bd-65, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap265585bd-65, col_values=(('qos', UUID('801ce2ff-e946-4bee-8a30-d96806288f60')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap265585bd-65, col_values=(('external_ids', {'iface-id': '265585bd-6576-4818-82ed-5e05cffd49fd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9e:a3:47', 'vm-uuid': '7b9347d7-a326-4541-bdf5-5d357d5636b5'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:14 user nova-compute[75223]: INFO os_vif [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9e:a3:47,bridge_name='br-int',has_traffic_filtering=True,id=265585bd-6576-4818-82ed-5e05cffd49fd,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap265585bd-65')
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated VIF entry in instance network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-087c3ee5-6ba6-4827-b4d3-fed2e8065483 req-24e7f9d9-01ae-47cc-a5e6-4a2953cb5ecb service nova] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:17:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No VIF found with MAC fa:16:3e:9e:a3:47, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:17:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:15 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-a2967931-5679-42a3-bf87-cb0cb7bc9686 req-96c1ab9a-44f9-4477-b830-bbc536c7eba7 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a2967931-5679-42a3-bf87-cb0cb7bc9686 req-96c1ab9a-44f9-4477-b830-bbc536c7eba7 service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a2967931-5679-42a3-bf87-cb0cb7bc9686 req-96c1ab9a-44f9-4477-b830-bbc536c7eba7 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a2967931-5679-42a3-bf87-cb0cb7bc9686 req-96c1ab9a-44f9-4477-b830-bbc536c7eba7 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:16 user nova-compute[75223]: DEBUG nova.compute.manager [req-a2967931-5679-42a3-bf87-cb0cb7bc9686 req-96c1ab9a-44f9-4477-b830-bbc536c7eba7 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:17:16 user nova-compute[75223]: WARNING nova.compute.manager [req-a2967931-5679-42a3-bf87-cb0cb7bc9686 req-96c1ab9a-44f9-4477-b830-bbc536c7eba7 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received unexpected event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with vm_state building and task_state spawning.
Dec 01 16:17:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:17:18 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance spawned successfully.
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1f548a78-497c-4629-b552-a5fb29dc93e4 req-18ec63f6-fe8d-4900-b223-1ed824e2b2aa service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1f548a78-497c-4629-b552-a5fb29dc93e4 req-18ec63f6-fe8d-4900-b223-1ed824e2b2aa service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1f548a78-497c-4629-b552-a5fb29dc93e4 req-18ec63f6-fe8d-4900-b223-1ed824e2b2aa service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-1f548a78-497c-4629-b552-a5fb29dc93e4 req-18ec63f6-fe8d-4900-b223-1ed824e2b2aa service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.compute.manager [req-1f548a78-497c-4629-b552-a5fb29dc93e4 req-18ec63f6-fe8d-4900-b223-1ed824e2b2aa service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:17:18 user nova-compute[75223]: WARNING nova.compute.manager [req-1f548a78-497c-4629-b552-a5fb29dc93e4 req-18ec63f6-fe8d-4900-b223-1ed824e2b2aa service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received unexpected event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with vm_state building and task_state spawning.
Dec 01 16:17:18 user nova-compute[75223]: INFO nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Took 5.83 seconds to spawn the instance on the hypervisor.
Dec 01 16:17:18 user nova-compute[75223]: DEBUG nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:17:18 user nova-compute[75223]: INFO nova.compute.manager [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Took 6.60 seconds to build instance.
Dec 01 16:17:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-91b3ea6b-698f-4ad7-b062-2fe4b87667b1 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.712s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:18 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:17:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:17:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:17:24 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:17:25 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updating instance_info_cache with network_info: [{"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:17:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:17:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:17:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:17:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:17:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:17:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:29 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:17:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:17:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:17:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8607MB free_disk=25.052410125732422GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cfdaadcc-73ca-4fc9-af92-04deb3232a19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance bb518320-6091-481d-8aef-939d4be3ee1a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:17:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:17:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.281s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:38 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:38 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:17:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-changed-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG nova.compute.manager [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Refreshing instance network info cache due to event network-changed-ca77b872-1a56-4706-8a09-4e2b428570ea. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] Acquiring lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] Acquired lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Refreshing network info cache for port ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updated VIF entry in instance network info cache for port ca77b872-1a56-4706-8a09-4e2b428570ea. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG nova.network.neutron [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updating instance_info_cache with network_info: [{"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:17:55 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2f6d343a-4936-4ca1-8912-bae822cadb44 req-40386993-3ae6-49be-862d-1529415e981d service nova] Releasing lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-changed-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Refreshing instance network info cache due to event network-changed-ca77b872-1a56-4706-8a09-4e2b428570ea. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] Acquiring lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] Acquired lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Refreshing network info cache for port ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "bb518320-6091-481d-8aef-939d4be3ee1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:56 user nova-compute[75223]: INFO nova.compute.manager [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Terminating instance
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.compute.manager [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-e4aa8c73-0142-4af7-b510-99834c37e62a req-ce5b110c-1c66-443d-b13e-25c99c6565c3 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-vif-unplugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e4aa8c73-0142-4af7-b510-99834c37e62a req-ce5b110c-1c66-443d-b13e-25c99c6565c3 service nova] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e4aa8c73-0142-4af7-b510-99834c37e62a req-ce5b110c-1c66-443d-b13e-25c99c6565c3 service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-e4aa8c73-0142-4af7-b510-99834c37e62a req-ce5b110c-1c66-443d-b13e-25c99c6565c3 service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-e4aa8c73-0142-4af7-b510-99834c37e62a req-ce5b110c-1c66-443d-b13e-25c99c6565c3 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] No waiting events found dispatching network-vif-unplugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-e4aa8c73-0142-4af7-b510-99834c37e62a req-ce5b110c-1c66-443d-b13e-25c99c6565c3 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-vif-unplugged-ca77b872-1a56-4706-8a09-4e2b428570ea for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updated VIF entry in instance network info cache for port ca77b872-1a56-4706-8a09-4e2b428570ea. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updating instance_info_cache with network_info: [{"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:17:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-00b854a7-9d71-4f2a-ad25-f5d0fe850a31 req-9b4109e6-2341-4bfd-ab4b-57792458d679 service nova] Releasing lock "refresh_cache-bb518320-6091-481d-8aef-939d4be3ee1a" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:17:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Instance destroyed successfully.
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'resources' on Instance uuid bb518320-6091-481d-8aef-939d4be3ee1a {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:16:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1324837589',display_name='tempest-TestVolumeBootPattern-server-1324837589',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1324837589',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:16:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-mnd4clbd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:16:22Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=bb518320-6091-481d-8aef-939d4be3ee1a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "ca77b872-1a56-4706-8a09-4e2b428570ea", "address": "fa:16:3e:05:9e:06", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca77b872-1a", "ovs_interfaceid": "ca77b872-1a56-4706-8a09-4e2b428570ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:05:9e:06,bridge_name='br-int',has_traffic_filtering=True,id=ca77b872-1a56-4706-8a09-4e2b428570ea,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca77b872-1a') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_vif [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:9e:06,bridge_name='br-int',has_traffic_filtering=True,id=ca77b872-1a56-4706-8a09-4e2b428570ea,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca77b872-1a') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca77b872-1a, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df8527f5-06b8-41a8-b479-8ab588d8efa3) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:17:57 user nova-compute[75223]: INFO os_vif [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:05:9e:06,bridge_name='br-int',has_traffic_filtering=True,id=ca77b872-1a56-4706-8a09-4e2b428570ea,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca77b872-1a')
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pTNZKndu', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:17:57 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa1f319c-f706-4f12-8a16-bb9bea30edd8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:17:57 user nova-compute[75223]: No targets found.
Dec 01 16:17:57 user nova-compute[75223]: iSNS:
Dec 01 16:17:57 user nova-compute[75223]: No targets found.
Dec 01 16:17:57 user nova-compute[75223]: STATIC:
Dec 01 16:17:57 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1
Dec 01 16:17:57 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:17:57 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:17:57 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918
Dec 01 16:17:57 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:17:57 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:17:57 user nova-compute[75223]: FIRMWARE:
Dec 01 16:17:57 user nova-compute[75223]: No targets found.
Dec 01 16:17:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:17:57 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:17:57 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f5f7533-ba82-4060-ad86-7df4798916a1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f70396a-3679-48b7-82d3-21e13684f574]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\ntcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:17:57 user nova-compute[75223]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 (non-flash)
Dec 01 16:17:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:17:57 user nova-compute[75223]: tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 (non-flash)
Dec 01 16:17:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4377490>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e428f0e4-b7b2-4cef-9c59-63533c65f2ce]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8ce5186-6944-4dce-86a8-8cdc711039d3]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b3d295d-da09-47e4-8bd0-a60d5f125a9c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2139da9-3020-4651-84e7-1034ee6b0881]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_3f38e08c',) {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8291b184-e993-4049-a45e-80116dd98817]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.046s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[89542fce-77bd-4aaf-a172-09c2f1b7288b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d959f1be-fe85-47c7-865a-f0c2fefbc7c0]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260]
Dec 01 16:17:57 user nova-compute[75223]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918, portal: 172.16.0.220,3260] successful.
Dec 01 16:17:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:334499fa-8522-465a-b4f7-5e9c154b6918 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[169e167f-5ba9-42ba-80bc-6d1c7bc54deb]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== disconnect_volume: return (316ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:17:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Deleting instance files /opt/stack/data/nova/instances/bb518320-6091-481d-8aef-939d4be3ee1a_del
Dec 01 16:17:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Deletion of /opt/stack/data/nova/instances/bb518320-6091-481d-8aef-939d4be3ee1a_del complete
Dec 01 16:17:57 user nova-compute[75223]: INFO nova.compute.manager [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Took 1.16 seconds to destroy the instance on the hypervisor.
Dec 01 16:17:57 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:17:57 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:17:58 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:17:58 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Took 0.42 seconds to deallocate network for instance.
Dec 01 16:17:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-42b85dd2-49ef-4944-aa27-565e9e89ab43 req-908e0ca2-eff4-455e-b1f8-6b600131be70 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-42b85dd2-49ef-4944-aa27-565e9e89ab43 req-908e0ca2-eff4-455e-b1f8-6b600131be70 service nova] Acquiring lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-42b85dd2-49ef-4944-aa27-565e9e89ab43 req-908e0ca2-eff4-455e-b1f8-6b600131be70 service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-42b85dd2-49ef-4944-aa27-565e9e89ab43 req-908e0ca2-eff4-455e-b1f8-6b600131be70 service nova] Lock "bb518320-6091-481d-8aef-939d4be3ee1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-42b85dd2-49ef-4944-aa27-565e9e89ab43 req-908e0ca2-eff4-455e-b1f8-6b600131be70 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] No waiting events found dispatching network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:17:58 user nova-compute[75223]: WARNING nova.compute.manager [req-42b85dd2-49ef-4944-aa27-565e9e89ab43 req-908e0ca2-eff4-455e-b1f8-6b600131be70 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received unexpected event network-vif-plugged-ca77b872-1a56-4706-8a09-4e2b428570ea for instance with vm_state active and task_state deleting.
Dec 01 16:17:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-42b85dd2-49ef-4944-aa27-565e9e89ab43 req-908e0ca2-eff4-455e-b1f8-6b600131be70 service nova] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Received event network-vif-deleted-ca77b872-1a56-4706-8a09-4e2b428570ea {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:17:58 user nova-compute[75223]: INFO nova.compute.manager [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: bb518320-6091-481d-8aef-939d4be3ee1a] Took 0.79 seconds to detach 1 volumes for instance.
Dec 01 16:17:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:17:58 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:17:59 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:17:59 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:17:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.172s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:17:59 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Deleted allocations for instance bb518320-6091-481d-8aef-939d4be3ee1a
Dec 01 16:17:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ed4dc2bd-9357-455d-b83e-3d6b7a74e03e tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "bb518320-6091-481d-8aef-939d4be3ee1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.724s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:18:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:19 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:18:24 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:18:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:18:24 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:18:24 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:18:24 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid cfdaadcc-73ca-4fc9-af92-04deb3232a19 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:18:25 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating instance_info_cache with network_info: [{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:18:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:18:25 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:18:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:31 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:18:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:18:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:18:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:18:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:18:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:18:34 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:18:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:18:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:18:35 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8856MB free_disk=25.049571990966797GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance cfdaadcc-73ca-4fc9-af92-04deb3232a19 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:18:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.184s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:18:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:18:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-changed-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG nova.compute.manager [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Refreshing instance network info cache due to event network-changed-7f217972-2694-407c-9f1b-96d3670116d6. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] Acquiring lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] Acquired lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Refreshing network info cache for port 7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:18:56 user nova-compute[75223]: INFO nova.compute.manager [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Terminating instance
Dec 01 16:18:56 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updated VIF entry in instance network info cache for port 7f217972-2694-407c-9f1b-96d3670116d6. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG nova.network.neutron [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating instance_info_cache with network_info: [{"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:18:56 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-fba70e2e-5d43-4266-aaab-993200755715 req-63369a3c-af32-42a5-bae8-cff0f085bf0f service nova] Releasing lock "refresh_cache-cfdaadcc-73ca-4fc9-af92-04deb3232a19" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-32a0969e-15a1-47cb-a314-16fc57d342d5 req-067e91c2-c739-48e1-b46e-485e615a4bb7 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-vif-unplugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-32a0969e-15a1-47cb-a314-16fc57d342d5 req-067e91c2-c739-48e1-b46e-485e615a4bb7 service nova] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-32a0969e-15a1-47cb-a314-16fc57d342d5 req-067e91c2-c739-48e1-b46e-485e615a4bb7 service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-32a0969e-15a1-47cb-a314-16fc57d342d5 req-067e91c2-c739-48e1-b46e-485e615a4bb7 service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-32a0969e-15a1-47cb-a314-16fc57d342d5 req-067e91c2-c739-48e1-b46e-485e615a4bb7 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] No waiting events found dispatching network-vif-unplugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.compute.manager [req-32a0969e-15a1-47cb-a314-16fc57d342d5 req-067e91c2-c739-48e1-b46e-485e615a4bb7 service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-vif-unplugged-7f217972-2694-407c-9f1b-96d3670116d6 for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:18:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Instance destroyed successfully.
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lazy-loading 'resources' on Instance uuid cfdaadcc-73ca-4fc9-af92-04deb3232a19 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:14:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1242956687',display_name='tempest-TestVolumeBootPattern-server-1242956687',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1242956687',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDYNpAfIlnknbf2OZ4Ke/lE65s51n1uYr1aKULpkO/VRRbemqGUVLD7mA+sUafHry6T+/9taJ/ZKYwajV7kdtv6NFahD/+z9/V+MJl1O1w97VRMGCyO3eShn+4pup7wRkw==',key_name='tempest-TestVolumeBootPattern-1509343071',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:14:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c29e4d09c014fb7aa09f09772656be7',ramdisk_id='',reservation_id='r-jzukv9v9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-413016307',owner_user_name='tempest-TestVolumeBootPattern-413016307-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:14:19Z,user_data=None,user_id='0a1a23b0422245d693e9eb2b93550bb5',uuid=cfdaadcc-73ca-4fc9-af92-04deb3232a19,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converting VIF {"id": "7f217972-2694-407c-9f1b-96d3670116d6", "address": "fa:16:3e:60:ad:ae", "network": {"id": "24bc720a-c17c-4466-9e60-c9341cbe1e32", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-469817091-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c29e4d09c014fb7aa09f09772656be7", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7f217972-26", "ovs_interfaceid": "7f217972-2694-407c-9f1b-96d3670116d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:60:ad:ae,bridge_name='br-int',has_traffic_filtering=True,id=7f217972-2694-407c-9f1b-96d3670116d6,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f217972-26') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_vif [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:60:ad:ae,bridge_name='br-int',has_traffic_filtering=True,id=7f217972-2694-407c-9f1b-96d3670116d6,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f217972-26') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7f217972-26, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=687f1f3b-0caa-44a2-8735-ad2ebcc50116) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:18:57 user nova-compute[75223]: INFO os_vif [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:60:ad:ae,bridge_name='br-int',has_traffic_filtering=True,id=7f217972-2694-407c-9f1b-96d3670116d6,network=Network(24bc720a-c17c-4466-9e60-c9341cbe1e32),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7f217972-26')
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gevCiZjD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:18:57 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e90625-b389-4b42-a557-aa7ecb3e4af5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:18:57 user nova-compute[75223]: No targets found.
Dec 01 16:18:57 user nova-compute[75223]: iSNS:
Dec 01 16:18:57 user nova-compute[75223]: No targets found.
Dec 01 16:18:57 user nova-compute[75223]: STATIC:
Dec 01 16:18:57 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1
Dec 01 16:18:57 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:18:57 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:18:57 user nova-compute[75223]: FIRMWARE:
Dec 01 16:18:57 user nova-compute[75223]: No targets found.
Dec 01 16:18:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:18:57 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:18:57 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.043s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[763eb9e0-599f-444a-aee0-3ae23fb7f69d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f9cbf29-4af9-4893-a87b-034ae8ac5261]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:18:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 (non-flash)
Dec 01 16:18:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4375e10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1'): ({'sdd'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Removing single pathed devices sdd {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0765482-aa31-4064-a51e-0caf847abe02]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc0fbfbf-456f-4636-9b35-50137509983f]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Flushing IO for device /dev/sdd {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccf075ff-9871-41d9-b99b-02b2300bb044]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[29b09d80-53f2-496a-bebb-17eaa31bba86]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] SCSI volumes sdd have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23463363436306265', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_3d49e0e9', '/dev/disk/by-id/scsi-1SCST_BIO3d49e0e9-4c6460be019fe1c4') {{(pid=86402) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9d9d81-c0c9-486c-83f7-b4cc77fc75c5]: (4, None) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8d5054d-68ad-46aa-8fe6-da92f05c3e43]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.039s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c70d2c9-70f0-4290-95e6-85d1bd7baf6d]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260]
Dec 01 16:18:57 user nova-compute[75223]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1, portal: 172.16.0.220,3260] successful.
Dec 01 16:18:57 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:12f71d0c-d6bb-45cc-b7ce-1b175b1204e1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aaf336f-23a8-4e19-913f-368e0d24ff81]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] <== disconnect_volume: return (316ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:18:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Deleting instance files /opt/stack/data/nova/instances/cfdaadcc-73ca-4fc9-af92-04deb3232a19_del
Dec 01 16:18:57 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Deletion of /opt/stack/data/nova/instances/cfdaadcc-73ca-4fc9-af92-04deb3232a19_del complete
Dec 01 16:18:57 user nova-compute[75223]: INFO nova.compute.manager [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Took 1.20 seconds to destroy the instance on the hypervisor.
Dec 01 16:18:57 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:18:57 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:18:58 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:18:58 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Took 0.44 seconds to deallocate network for instance.
Dec 01 16:18:58 user nova-compute[75223]: DEBUG nova.compute.manager [req-cef9f755-8b3d-479f-bfe9-b1c6de82a7c4 req-e77a195b-eb7d-4483-8723-2c29a82ae22e service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-vif-deleted-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:18:58 user nova-compute[75223]: INFO nova.compute.manager [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Took 0.81 seconds to detach 1 volumes for instance.
Dec 01 16:18:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-3119c96f-9fcf-4335-b0e7-6d6f12e714e3 req-ec720852-313d-4f92-bc8a-05938d2b180c service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received event network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3119c96f-9fcf-4335-b0e7-6d6f12e714e3 req-ec720852-313d-4f92-bc8a-05938d2b180c service nova] Acquiring lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3119c96f-9fcf-4335-b0e7-6d6f12e714e3 req-ec720852-313d-4f92-bc8a-05938d2b180c service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-3119c96f-9fcf-4335-b0e7-6d6f12e714e3 req-ec720852-313d-4f92-bc8a-05938d2b180c service nova] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG nova.compute.manager [req-3119c96f-9fcf-4335-b0e7-6d6f12e714e3 req-ec720852-313d-4f92-bc8a-05938d2b180c service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] No waiting events found dispatching network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:18:59 user nova-compute[75223]: WARNING nova.compute.manager [req-3119c96f-9fcf-4335-b0e7-6d6f12e714e3 req-ec720852-313d-4f92-bc8a-05938d2b180c service nova] [instance: cfdaadcc-73ca-4fc9-af92-04deb3232a19] Received unexpected event network-vif-plugged-7f217972-2694-407c-9f1b-96d3670116d6 for instance with vm_state deleted and task_state None.
Dec 01 16:18:59 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:18:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.161s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:18:59 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Deleted allocations for instance cfdaadcc-73ca-4fc9-af92-04deb3232a19
Dec 01 16:18:59 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5c3d76e5-1f3f-4edc-86f6-2f02c6fe3525 tempest-TestVolumeBootPattern-413016307 tempest-TestVolumeBootPattern-413016307-project-member] Lock "cfdaadcc-73ca-4fc9-af92-04deb3232a19" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.804s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:04 user nova-compute[75223]: DEBUG nova.objects.instance [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'flavor' on Instance uuid 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:19:04 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:05 user nova-compute[75223]: INFO nova.compute.manager [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Attaching volume 2fc75cca-3f01-40f6-b137-14f0c0efe16b to /dev/vdb
Dec 01 16:19:05 user nova-compute[75223]: DEBUG os_brick.utils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d42522-5a71-4c4e-93ae-8777dbb18242]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89ec68e-d3aa-46fd-83fb-2993259b41cd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6993ebf-f64b-4c92-b662-8c112fa93566]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[05af080b-e6c5-4df4-9a32-4c3a3cf1fe96]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:19:05 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:19:05 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[81d85fbf-2ea1-4214-8a13-f88d0067e99c]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG os_brick.utils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:19:05 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating existing volume attachment record: 552554c8-7f85-4fb3-ac55-a4be5fb95c9a {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:19:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:19:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZvFMBjxQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:19:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:19:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:19:13 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a15bf8-1a0b-46fd-89d1-330d9d14ec7f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:19:13 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[eab35c16-7dc3-4480-9803-fe9de0b93ea4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b] added
Dec 01 16:19:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1d8d281-736e-4977-8379-1e488f51cf59]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c21820-8939-4e61-a226-a52a641771be]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZvFMBjxQ {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZvFMBjxQ" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b8954ce-7054-4b2a-ab62-15e1a8919e7c]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZvFMBjxQ'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f536cea-3178-477d-832d-c7f587eb78da]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[dca858fc-330b-4a80-84d8-0505bcee4b76]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:19:13 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:19:13 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:19:13 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:19:13 user nova-compute[75223]: 
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dc3c164-042f-4a8b-8d8b-5446825bb034]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260]
Dec 01 16:19:13 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260] successful.
Dec 01 16:19:13 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.101s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b4bb74c-fe78-4444-bef0-e4537bbbc217]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:19:13 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a98bff9-4d59-4e51-9b70-595880c2634a]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b (non-flash)
Dec 01 16:19:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b (non-flash)
Dec 01 16:19:14 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] HCTL ('33', '-', '-', 0) found on session 63 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a169351-fbb0-4115-9040-2c483987c8af]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Searching for a device in session 63 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:19:14 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZvFMBjxQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '23435663964646531', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435663964646531', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG nova.objects.instance [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'flavor' on Instance uuid 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:19:15 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:19:15 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:19:15 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:19:15 user nova-compute[75223]:   <serial>2fc75cca-3f01-40f6-b137-14f0c0efe16b</serial>
Dec 01 16:19:15 user nova-compute[75223]: </disk>
Dec 01 16:19:15 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] No VIF found with MAC fa:16:3e:9e:a3:47, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:19:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-baed4728-81f8-48d5-a7e1-c5d2fd11c924 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.645s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:19:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:19:17 user nova-compute[75223]: DEBUG nova.compute.manager [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing instance network info cache due to event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:19:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:19:17 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:19:17 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:19:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated VIF entry in instance network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:19:18 user nova-compute[75223]: DEBUG nova.network.neutron [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:19:18 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a3831dc5-36a9-426a-af9b-a442e5aaf1bf req-ef2bd4c0-c0b8-45db-b392-c329977f13d2 service nova] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:19:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:19:19 user nova-compute[75223]: DEBUG nova.compute.manager [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing instance network info cache due to event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:19:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:19:19 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:19:19 user nova-compute[75223]: DEBUG nova.network.neutron [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated VIF entry in instance network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG nova.network.neutron [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-58de9993-36cd-45de-a0e8-fe18094d647d req-eb34e79e-9ceb-4df0-a4ec-9f06b7e42e2d service nova] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:20 user nova-compute[75223]: INFO nova.compute.manager [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Rebooting instance
Dec 01 16:19:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG nova.network.neutron [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:19:20 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:19:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0701655-1d67-498e-9975-930f56a9a59e req-b47c387b-d53a-43f5-b900-de886643a4d4 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-unplugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0701655-1d67-498e-9975-930f56a9a59e req-b47c387b-d53a-43f5-b900-de886643a4d4 service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0701655-1d67-498e-9975-930f56a9a59e req-b47c387b-d53a-43f5-b900-de886643a4d4 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-b0701655-1d67-498e-9975-930f56a9a59e req-b47c387b-d53a-43f5-b900-de886643a4d4 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:23 user nova-compute[75223]: DEBUG nova.compute.manager [req-b0701655-1d67-498e-9975-930f56a9a59e req-b47c387b-d53a-43f5-b900-de886643a4d4 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-unplugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:19:23 user nova-compute[75223]: WARNING nova.compute.manager [req-b0701655-1d67-498e-9975-930f56a9a59e req-b47c387b-d53a-43f5-b900-de886643a4d4 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received unexpected event network-vif-unplugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with vm_state active and task_state reboot_started.
Dec 01 16:19:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:24 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance shutdown successfully.
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-30218da7-ca39-46e8-a126-ffdd59787571 req-72d56d89-4880-41e7-9c85-bd3c8a599cd5 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-30218da7-ca39-46e8-a126-ffdd59787571 req-72d56d89-4880-41e7-9c85-bd3c8a599cd5 service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-30218da7-ca39-46e8-a126-ffdd59787571 req-72d56d89-4880-41e7-9c85-bd3c8a599cd5 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-30218da7-ca39-46e8-a126-ffdd59787571 req-72d56d89-4880-41e7-9c85-bd3c8a599cd5 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG nova.compute.manager [req-30218da7-ca39-46e8-a126-ffdd59787571 req-72d56d89-4880-41e7-9c85-bd3c8a599cd5 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:19:25 user nova-compute[75223]: WARNING nova.compute.manager [req-30218da7-ca39-46e8-a126-ffdd59787571 req-72d56d89-4880-41e7-9c85-bd3c8a599cd5 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received unexpected event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with vm_state active and task_state reboot_started.
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:25 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:26 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:19:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:19:26 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:19:26 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:19:27 user nova-compute[75223]: WARNING nova.compute.manager [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received unexpected event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with vm_state active and task_state reboot_started.
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.compute.manager [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:19:27 user nova-compute[75223]: WARNING nova.compute.manager [req-a9ad990f-b6c3-4040-933a-17832c744448 req-49f1cd8c-d46a-4c4e-827d-94a9dd53f206 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received unexpected event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with vm_state active and task_state reboot_started.
Dec 01 16:19:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance running successfully.
Dec 01 16:19:27 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance soft rebooted successfully.
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-3c23e48d-d903-4426-8203-8b3e01a0ec26 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.239s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:27 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:19:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:33 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:35 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:19:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:19:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:19:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8921MB free_disk=25.03955841064453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:19:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.299s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:19:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:50 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 16:19:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 16:19:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:54 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:19:54 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 16:19:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:19:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:20:00 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:20:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:20:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:20:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:20:21 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:20:23 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:20:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:20:28 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:20:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:20:28 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:20:28 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:20:28 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:20:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:20:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:20:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:20:29 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:20:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:20:35 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:35 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:20:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:20:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:20:35 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:20:35 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75223) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11210}}
Dec 01 16:20:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:20:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9004MB free_disk=25.038158416748047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:20:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.283s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:20:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:20:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:20:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:20:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:20:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:20:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:21:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG nova.compute.manager [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing instance network info cache due to event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated VIF entry in instance network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG nova.network.neutron [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:21:12 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-579f3210-b6f4-427b-80d7-ccc3c09af016 req-8e52ab23-07d3-4625-aad5-2daa433b4e76 service nova] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG nova.compute.manager [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing instance network info cache due to event network-changed-265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG nova.network.neutron [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Refreshing network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:21:13 user nova-compute[75223]: INFO nova.compute.manager [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Detaching volume 2fc75cca-3f01-40f6-b137-14f0c0efe16b
Dec 01 16:21:13 user nova-compute[75223]: INFO nova.virt.block_device [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Attempting to driver detach volume 2fc75cca-3f01-40f6-b137-14f0c0efe16b from mountpoint /dev/vdb
Dec 01 16:21:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Attempting to detach device vdb from instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:21:13 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:21:13 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:21:13 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:21:13 user nova-compute[75223]:   <serial>2fc75cca-3f01-40f6-b137-14f0c0efe16b</serial>
Dec 01 16:21:13 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:21:13 user nova-compute[75223]: </disk>
Dec 01 16:21:13 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:21:13 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully detached device vdb from instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 from the persistent domain config.
Dec 01 16:21:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:21:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:21:13 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:21:13 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:21:13 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:21:13 user nova-compute[75223]:   <serial>2fc75cca-3f01-40f6-b137-14f0c0efe16b</serial>
Dec 01 16:21:13 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:21:13 user nova-compute[75223]: </disk>
Dec 01 16:21:13 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:21:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated VIF entry in instance network info cache for port 265585bd-6576-4818-82ed-5e05cffd49fd. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:21:14 user nova-compute[75223]: DEBUG nova.network.neutron [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:21:14 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-02a42c03-4189-49ab-a563-5b4bfaab4542 req-6419c077-95c7-4ca1-8e2e-58087562c1bc service nova] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:21:14 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:21:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:17 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:21:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:21:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:21:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:21:22 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:27 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:29 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:21:29 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:21:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:21:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:21:29 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:21:29 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:21:30 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [{"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:21:30 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-7b9347d7-a326-4541-bdf5-5d357d5636b5" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:21:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:21:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:21:31 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:32 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:21:34 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 is timed out.
Dec 01 16:21:34 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully detached device vdb from instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 from the live domain config.
Dec 01 16:21:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZvFMBjxQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:21:34 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf75a393-7651-4d50-8112-d86b29a63d0d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:21:34 user nova-compute[75223]: No targets found.
Dec 01 16:21:34 user nova-compute[75223]: iSNS:
Dec 01 16:21:34 user nova-compute[75223]: No targets found.
Dec 01 16:21:34 user nova-compute[75223]: STATIC:
Dec 01 16:21:34 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b
Dec 01 16:21:34 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:21:34 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:21:34 user nova-compute[75223]: FIRMWARE:
Dec 01 16:21:34 user nova-compute[75223]: No targets found.
Dec 01 16:21:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:21:34 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:21:34 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[55ffd991-3dd0-42f2-8840-8da962a79e32]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e78d8da6-9f9b-41f8-a103-eea6e4fd2753]: (4, ('tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b (non-flash)
Dec 01 16:21:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsi session list stdout=tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b (non-flash)
Dec 01 16:21:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d426eb00>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2311cdb4-dabb-465b-b5c9-4335951d3882]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6488d781-9121-4455-9ace-74f8d5775f5b]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa4aa01f-7394-4403-a863-5f0cf298264f]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[615c141c-ee13-4578-8b56-fea8e3ae4749]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[97061103-7efa-4660-b4e0-a7902a3a04fa]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[777013b8-4f27-4a9a-b1f4-aabcf10fe52d]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260]
Dec 01 16:21:34 user nova-compute[75223]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b, portal: 172.16.0.220,3260] successful.
Dec 01 16:21:34 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2fc75cca-3f01-40f6-b137-14f0c0efe16b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79a7bff-21a6-4b34-903c-97f85376e02e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.296s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] <== disconnect_volume: return (297ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:21:34 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:21:35 user nova-compute[75223]: DEBUG nova.objects.instance [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'flavor' on Instance uuid 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:21:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-952e057c-3a30-4f4a-bd4b-b25e0dc3f74e tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.804s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:21:37 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:21:38 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:21:38 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:21:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9012MB free_disk=25.037403106689453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 7b9347d7-a326-4541-bdf5-5d357d5636b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:21:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.203s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:21:40 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:21:42 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:21:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:21:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:21:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:21:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:21:47 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:52 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:21:57 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:22:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:22:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:22:02 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:07 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:22:08 user nova-compute[75223]: INFO nova.compute.manager [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Terminating instance
Dec 01 16:22:08 user nova-compute[75223]: DEBUG nova.compute.manager [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:08 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-f8a1b653-d78f-4081-9537-2aaea6d9587b req-0be807a1-d66c-49e7-9367-e60980a104e7 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-unplugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f8a1b653-d78f-4081-9537-2aaea6d9587b req-0be807a1-d66c-49e7-9367-e60980a104e7 service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f8a1b653-d78f-4081-9537-2aaea6d9587b req-0be807a1-d66c-49e7-9367-e60980a104e7 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-f8a1b653-d78f-4081-9537-2aaea6d9587b req-0be807a1-d66c-49e7-9367-e60980a104e7 service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-f8a1b653-d78f-4081-9537-2aaea6d9587b req-0be807a1-d66c-49e7-9367-e60980a104e7 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-unplugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.compute.manager [req-f8a1b653-d78f-4081-9537-2aaea6d9587b req-0be807a1-d66c-49e7-9367-e60980a104e7 service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-unplugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:22:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Instance destroyed successfully.
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.objects.instance [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lazy-loading 'resources' on Instance uuid 7b9347d7-a326-4541-bdf5-5d357d5636b5 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:17:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1263857527',display_name='tempest-TestMinimumBasicScenario-server-1263857527',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1263857527',id=52,image_ref='ad38958c-2e10-46cd-a5d0-3b74b5e593d7',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAUJrHW0ykw1SrYbQTlQqdzOPUSScpw805ygSptQvDzRaw2iYz+fkoOMlAGDlK2CinNvcdZRyA4LvlQBoRw8PlfdyqJ3oDf0+gX/sgy5HW+YOmAWX1E32ExSF64xyhUgAA==',key_name='tempest-TestMinimumBasicScenario-368117679',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:17:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c588cf24813243aea08decdc4dce7bc3',ramdisk_id='',reservation_id='r-790lj4kl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ad38958c-2e10-46cd-a5d0-3b74b5e593d7',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1929537891',owner_user_name='tempest-TestMinimumBasicScenario-1929537891-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:19:28Z,user_data=None,user_id='24341a9daead4deb91a1ebaf26cb0a6a',uuid=7b9347d7-a326-4541-bdf5-5d357d5636b5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converting VIF {"id": "265585bd-6576-4818-82ed-5e05cffd49fd", "address": "fa:16:3e:9e:a3:47", "network": {"id": "12f1aaab-930e-4064-9db4-87853814cbca", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1664857250-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c588cf24813243aea08decdc4dce7bc3", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap265585bd-65", "ovs_interfaceid": "265585bd-6576-4818-82ed-5e05cffd49fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9e:a3:47,bridge_name='br-int',has_traffic_filtering=True,id=265585bd-6576-4818-82ed-5e05cffd49fd,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap265585bd-65') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG os_vif [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:a3:47,bridge_name='br-int',has_traffic_filtering=True,id=265585bd-6576-4818-82ed-5e05cffd49fd,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap265585bd-65') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap265585bd-65, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=801ce2ff-e946-4bee-8a30-d96806288f60) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:09 user nova-compute[75223]: INFO os_vif [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9e:a3:47,bridge_name='br-int',has_traffic_filtering=True,id=265585bd-6576-4818-82ed-5e05cffd49fd,network=Network(12f1aaab-930e-4064-9db4-87853814cbca),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap265585bd-65')
Dec 01 16:22:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Deleting instance files /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5_del
Dec 01 16:22:09 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Deletion of /opt/stack/data/nova/instances/7b9347d7-a326-4541-bdf5-5d357d5636b5_del complete
Dec 01 16:22:09 user nova-compute[75223]: INFO nova.compute.manager [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Took 0.87 seconds to destroy the instance on the hypervisor.
Dec 01 16:22:09 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:22:09 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Took 0.39 seconds to deallocate network for instance.
Dec 01 16:22:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:22:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:22:10 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:22:10 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:22:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.144s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:22:10 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Deleted allocations for instance 7b9347d7-a326-4541-bdf5-5d357d5636b5
Dec 01 16:22:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-1bc3ad6b-4c30-41a1-ae07-39ae62470f78 tempest-TestMinimumBasicScenario-1929537891 tempest-TestMinimumBasicScenario-1929537891-project-member] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.611s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:22:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-27f5e32a-8c44-435c-acab-a20b4f4dd183 req-4bd6a273-34e1-4dd6-a92e-410382b981ef service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:22:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-27f5e32a-8c44-435c-acab-a20b4f4dd183 req-4bd6a273-34e1-4dd6-a92e-410382b981ef service nova] Acquiring lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:22:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-27f5e32a-8c44-435c-acab-a20b4f4dd183 req-4bd6a273-34e1-4dd6-a92e-410382b981ef service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:22:11 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-27f5e32a-8c44-435c-acab-a20b4f4dd183 req-4bd6a273-34e1-4dd6-a92e-410382b981ef service nova] Lock "7b9347d7-a326-4541-bdf5-5d357d5636b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:22:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-27f5e32a-8c44-435c-acab-a20b4f4dd183 req-4bd6a273-34e1-4dd6-a92e-410382b981ef service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] No waiting events found dispatching network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:22:11 user nova-compute[75223]: WARNING nova.compute.manager [req-27f5e32a-8c44-435c-acab-a20b4f4dd183 req-4bd6a273-34e1-4dd6-a92e-410382b981ef service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received unexpected event network-vif-plugged-265585bd-6576-4818-82ed-5e05cffd49fd for instance with vm_state deleted and task_state None.
Dec 01 16:22:11 user nova-compute[75223]: DEBUG nova.compute.manager [req-27f5e32a-8c44-435c-acab-a20b4f4dd183 req-4bd6a273-34e1-4dd6-a92e-410382b981ef service nova] [instance: 7b9347d7-a326-4541-bdf5-5d357d5636b5] Received event network-vif-deleted-265585bd-6576-4818-82ed-5e05cffd49fd {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:22:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:26 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:22:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:22:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 16:22:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:22:31 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:22:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:22:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:22:37 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:22:38 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:22:38 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:22:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9162MB free_disk=25.06475830078125GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:22:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.152s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:22:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:22:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:22:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:22:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:00 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:23:22 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:30 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:30 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:23:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:32 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:23:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:23:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 16:23:33 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:33 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:38 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:39 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:23:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:23:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:23:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8840MB free_disk=25.099655151367188GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:42 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:23:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Starting instance... {{(pid=75223) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75223) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2416}}
Dec 01 16:23:47 user nova-compute[75223]: INFO nova.compute.claims [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Claim successful on node user
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.236s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Start building networks asynchronously for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Allocating IP information in the background. {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] allocate_for_instance() {{(pid=75223) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Dec 01 16:23:47 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Start building block device mappings for instance. {{(pid=75223) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.policy [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c2fb008b2914fae83b1fa16aff2a28b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9787490fc7b4fdea36c9f619520fdcc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75223) authorize /opt/stack/nova/nova/policy.py:203}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Start spawning the instance on the hypervisor. {{(pid=75223) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Creating instance directory {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Dec 01 16:23:47 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Creating image(s)
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "/opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "/opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "/opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.184s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk 1073741824 {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427,backing_fmt=raw /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk 1073741824" returned: 0 in 0.054s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "ee9b452c2b0eef4d676eec9e877a3de845e0d427" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Successfully created port: b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ee9b452c2b0eef4d676eec9e877a3de845e0d427 --force-share --output=json" returned: 0 in 0.200s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Checking if we can resize image /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk. size=1073741824 {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG nova.virt.disk.api [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Cannot resize image /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk to a smaller size. {{(pid=75223) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Created local disks {{(pid=75223) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4857}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Ensure instance console log exists: /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/console.log {{(pid=75223) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4609}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Successfully updated port: b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Building network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-changed-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.compute.manager [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Refreshing instance network info cache due to event network-changed-b9b56ba0-2588-4440-bf33-f614403f4cce. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Instance cache missing network info. {{(pid=75223) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.neutron [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Instance network_info: |[{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75223) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.neutron [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Refreshing network info cache for port b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Start _get_guest_xml network_info=[{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'guest_format': None, 'disk_bus': 'virtio', 'boot_index': 0, 'encrypted': False, 'device_name': '/dev/vda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'image_id': 'ce2ef816-8d04-43f7-96f7-6d77624db3e5'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7558}}
Dec 01 16:23:49 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:23:49 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CPU controller missing on host. {{(pid=75223) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.host [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CPU controller found on host. {{(pid=75223) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75223) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5396}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-12-01T15:34:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-12-01T15:34:19Z,direct_url=<?>,disk_format='qcow2',id=ce2ef816-8d04-43f7-96f7-6d77624db3e5,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='437c4953af034ed7a1b7e8566c29c2ce',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-12-01T15:34:21Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Flavor limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Image limits 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Flavor pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Image pref 0:0:0 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75223) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Got 1 possible topologies {{(pid=75223) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.hardware [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75223) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:23:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2078936592',display_name='tempest-SnapshotDataIntegrityTests-server-2078936592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2078936592',id=53,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL9mU1WoGfzEwscdPQq4zy9ziZ5aE9gOg60puw2RHQiLm0r4kouJxdOLpoG4NNVEiI1JpJS9n//McN+PE+yiUZoXTjUFMeNDy6brrUZ5CWbwcbc1p3/aoglmDvxCIPLwEw==',key_name='tempest-keypair-167974884',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c9787490fc7b4fdea36c9f619520fdcc',ramdisk_id='',reservation_id='r-06f4bik6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-627481366',owner_user_name='tempest-SnapshotDataIntegrityTests-627481366-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:23:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c2fb008b2914fae83b1fa16aff2a28b',uuid=831bee3f-d89a-4293-869f-5df08389fa48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75223) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:572}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Converting VIF {"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:88:9d,bridge_name='br-int',has_traffic_filtering=True,id=b9b56ba0-2588-4440-bf33-f614403f4cce,network=Network(d0a114a9-7603-4e1c-864b-f0616ed91a75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9b56ba0-25') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.objects.instance [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'pci_devices' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] End _get_guest_xml xml=<domain type="kvm">
Dec 01 16:23:49 user nova-compute[75223]:   <uuid>831bee3f-d89a-4293-869f-5df08389fa48</uuid>
Dec 01 16:23:49 user nova-compute[75223]:   <name>instance-00000035</name>
Dec 01 16:23:49 user nova-compute[75223]:   <memory>524288</memory>
Dec 01 16:23:49 user nova-compute[75223]:   <vcpu>1</vcpu>
Dec 01 16:23:49 user nova-compute[75223]:   <metadata>
Dec 01 16:23:49 user nova-compute[75223]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Dec 01 16:23:49 user nova-compute[75223]:       <nova:package version="0.0.0"/>
Dec 01 16:23:49 user nova-compute[75223]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-2078936592</nova:name>
Dec 01 16:23:49 user nova-compute[75223]:       <nova:creationTime>2023-12-01 16:23:49</nova:creationTime>
Dec 01 16:23:49 user nova-compute[75223]:       <nova:flavor name="m1.tiny">
Dec 01 16:23:49 user nova-compute[75223]:         <nova:memory>512</nova:memory>
Dec 01 16:23:49 user nova-compute[75223]:         <nova:disk>1</nova:disk>
Dec 01 16:23:49 user nova-compute[75223]:         <nova:swap>0</nova:swap>
Dec 01 16:23:49 user nova-compute[75223]:         <nova:ephemeral>0</nova:ephemeral>
Dec 01 16:23:49 user nova-compute[75223]:         <nova:vcpus>1</nova:vcpus>
Dec 01 16:23:49 user nova-compute[75223]:       </nova:flavor>
Dec 01 16:23:49 user nova-compute[75223]:       <nova:owner>
Dec 01 16:23:49 user nova-compute[75223]:         <nova:user uuid="1c2fb008b2914fae83b1fa16aff2a28b">tempest-SnapshotDataIntegrityTests-627481366-project-member</nova:user>
Dec 01 16:23:49 user nova-compute[75223]:         <nova:project uuid="c9787490fc7b4fdea36c9f619520fdcc">tempest-SnapshotDataIntegrityTests-627481366</nova:project>
Dec 01 16:23:49 user nova-compute[75223]:       </nova:owner>
Dec 01 16:23:49 user nova-compute[75223]:       <nova:root type="image" uuid="ce2ef816-8d04-43f7-96f7-6d77624db3e5"/>
Dec 01 16:23:49 user nova-compute[75223]:       <nova:ports>
Dec 01 16:23:49 user nova-compute[75223]:         <nova:port uuid="b9b56ba0-2588-4440-bf33-f614403f4cce">
Dec 01 16:23:49 user nova-compute[75223]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Dec 01 16:23:49 user nova-compute[75223]:         </nova:port>
Dec 01 16:23:49 user nova-compute[75223]:       </nova:ports>
Dec 01 16:23:49 user nova-compute[75223]:     </nova:instance>
Dec 01 16:23:49 user nova-compute[75223]:   </metadata>
Dec 01 16:23:49 user nova-compute[75223]:   <sysinfo type="smbios">
Dec 01 16:23:49 user nova-compute[75223]:     <system>
Dec 01 16:23:49 user nova-compute[75223]:       <entry name="manufacturer">OpenStack Foundation</entry>
Dec 01 16:23:49 user nova-compute[75223]:       <entry name="product">OpenStack Nova</entry>
Dec 01 16:23:49 user nova-compute[75223]:       <entry name="version">0.0.0</entry>
Dec 01 16:23:49 user nova-compute[75223]:       <entry name="serial">831bee3f-d89a-4293-869f-5df08389fa48</entry>
Dec 01 16:23:49 user nova-compute[75223]:       <entry name="uuid">831bee3f-d89a-4293-869f-5df08389fa48</entry>
Dec 01 16:23:49 user nova-compute[75223]:       <entry name="family">Virtual Machine</entry>
Dec 01 16:23:49 user nova-compute[75223]:     </system>
Dec 01 16:23:49 user nova-compute[75223]:   </sysinfo>
Dec 01 16:23:49 user nova-compute[75223]:   <os>
Dec 01 16:23:49 user nova-compute[75223]:     <type arch="x86_64" machine="pc">hvm</type>
Dec 01 16:23:49 user nova-compute[75223]:     <boot dev="hd"/>
Dec 01 16:23:49 user nova-compute[75223]:     <smbios mode="sysinfo"/>
Dec 01 16:23:49 user nova-compute[75223]:   </os>
Dec 01 16:23:49 user nova-compute[75223]:   <features>
Dec 01 16:23:49 user nova-compute[75223]:     <acpi/>
Dec 01 16:23:49 user nova-compute[75223]:     <apic/>
Dec 01 16:23:49 user nova-compute[75223]:     <vmcoreinfo/>
Dec 01 16:23:49 user nova-compute[75223]:   </features>
Dec 01 16:23:49 user nova-compute[75223]:   <clock offset="utc">
Dec 01 16:23:49 user nova-compute[75223]:     <timer name="pit" tickpolicy="delay"/>
Dec 01 16:23:49 user nova-compute[75223]:     <timer name="rtc" tickpolicy="catchup"/>
Dec 01 16:23:49 user nova-compute[75223]:     <timer name="hpet" present="no"/>
Dec 01 16:23:49 user nova-compute[75223]:   </clock>
Dec 01 16:23:49 user nova-compute[75223]:   <cpu mode="custom" match="exact">
Dec 01 16:23:49 user nova-compute[75223]:     <model>Nehalem</model>
Dec 01 16:23:49 user nova-compute[75223]:     <topology sockets="1" cores="1" threads="1"/>
Dec 01 16:23:49 user nova-compute[75223]:   </cpu>
Dec 01 16:23:49 user nova-compute[75223]:   <devices>
Dec 01 16:23:49 user nova-compute[75223]:     <disk type="file" device="disk">
Dec 01 16:23:49 user nova-compute[75223]:       <driver name="qemu" type="qcow2" cache="none"/>
Dec 01 16:23:49 user nova-compute[75223]:       <source file="/opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk"/>
Dec 01 16:23:49 user nova-compute[75223]:       <target dev="vda" bus="virtio"/>
Dec 01 16:23:49 user nova-compute[75223]:     </disk>
Dec 01 16:23:49 user nova-compute[75223]:     <interface type="ethernet">
Dec 01 16:23:49 user nova-compute[75223]:       <mac address="fa:16:3e:64:88:9d"/>
Dec 01 16:23:49 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:23:49 user nova-compute[75223]:       <mtu size="1442"/>
Dec 01 16:23:49 user nova-compute[75223]:       <target dev="tapb9b56ba0-25"/>
Dec 01 16:23:49 user nova-compute[75223]:     </interface>
Dec 01 16:23:49 user nova-compute[75223]:     <serial type="pty">
Dec 01 16:23:49 user nova-compute[75223]:       <log file="/opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/console.log" append="off"/>
Dec 01 16:23:49 user nova-compute[75223]:     </serial>
Dec 01 16:23:49 user nova-compute[75223]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Dec 01 16:23:49 user nova-compute[75223]:     <video>
Dec 01 16:23:49 user nova-compute[75223]:       <model type="virtio"/>
Dec 01 16:23:49 user nova-compute[75223]:     </video>
Dec 01 16:23:49 user nova-compute[75223]:     <rng model="virtio">
Dec 01 16:23:49 user nova-compute[75223]:       <backend model="random">/dev/urandom</backend>
Dec 01 16:23:49 user nova-compute[75223]:     </rng>
Dec 01 16:23:49 user nova-compute[75223]:     <controller type="usb" index="0" model="none"/>
Dec 01 16:23:49 user nova-compute[75223]:     <memballoon model="virtio">
Dec 01 16:23:49 user nova-compute[75223]:       <stats period="10"/>
Dec 01 16:23:49 user nova-compute[75223]:     </memballoon>
Dec 01 16:23:49 user nova-compute[75223]:   </devices>
Dec 01 16:23:49 user nova-compute[75223]: </domain>
Dec 01 16:23:49 user nova-compute[75223]:  {{(pid=75223) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7564}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:23:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2078936592',display_name='tempest-SnapshotDataIntegrityTests-server-2078936592',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2078936592',id=53,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL9mU1WoGfzEwscdPQq4zy9ziZ5aE9gOg60puw2RHQiLm0r4kouJxdOLpoG4NNVEiI1JpJS9n//McN+PE+yiUZoXTjUFMeNDy6brrUZ5CWbwcbc1p3/aoglmDvxCIPLwEw==',key_name='tempest-keypair-167974884',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c9787490fc7b4fdea36c9f619520fdcc',ramdisk_id='',reservation_id='r-06f4bik6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-627481366',owner_user_name='tempest-SnapshotDataIntegrityTests-627481366-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-12-01T16:23:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c2fb008b2914fae83b1fa16aff2a28b',uuid=831bee3f-d89a-4293-869f-5df08389fa48,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) plug /opt/stack/nova/nova/virt/libvirt/vif.py:719}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Converting VIF {"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:64:88:9d,bridge_name='br-int',has_traffic_filtering=True,id=b9b56ba0-2588-4440-bf33-f614403f4cce,network=Network(d0a114a9-7603-4e1c-864b-f0616ed91a75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9b56ba0-25') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG os_vif [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:88:9d,bridge_name='br-int',has_traffic_filtering=True,id=b9b56ba0-2588-4440-bf33-f614403f4cce,network=Network(d0a114a9-7603-4e1c-864b-f0616ed91a75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9b56ba0-25') {{(pid=75223) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '12ecee04-08b3-58b0-8b33-78d67ef51564', '_type': 'linux-noop'}}, row=False) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb9b56ba0-25, may_exist=True, interface_attrs={}) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb9b56ba0-25, col_values=(('qos', UUID('3159f98b-7839-4321-b164-86dbcb35d53e')),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb9b56ba0-25, col_values=(('external_ids', {'iface-id': 'b9b56ba0-2588-4440-bf33-f614403f4cce', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:64:88:9d', 'vm-uuid': '831bee3f-d89a-4293-869f-5df08389fa48'}),), if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:49 user nova-compute[75223]: INFO os_vif [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:64:88:9d,bridge_name='br-int',has_traffic_filtering=True,id=b9b56ba0-2588-4440-bf33-f614403f4cce,network=Network(d0a114a9-7603-4e1c-864b-f0616ed91a75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9b56ba0-25')
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No VIF found with MAC fa:16:3e:64:88:9d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.neutron [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated VIF entry in instance network info cache for port b9b56ba0-2588-4440-bf33-f614403f4cce. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG nova.network.neutron [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:23:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-322648b9-7ebc-4707-ae6c-a23f2a26b16a req-1b7e8cda-ceaa-4942-ba0c-c9df58599259 service nova] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:23:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-9b8d6969-a1b7-458d-a9d0-af56ecf78e4d req-042a0c7a-ab55-4b64-8116-e90d1a6c125b service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9b8d6969-a1b7-458d-a9d0-af56ecf78e4d req-042a0c7a-ab55-4b64-8116-e90d1a6c125b service nova] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9b8d6969-a1b7-458d-a9d0-af56ecf78e4d req-042a0c7a-ab55-4b64-8116-e90d1a6c125b service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-9b8d6969-a1b7-458d-a9d0-af56ecf78e4d req-042a0c7a-ab55-4b64-8116-e90d1a6c125b service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-9b8d6969-a1b7-458d-a9d0-af56ecf78e4d req-042a0c7a-ab55-4b64-8116-e90d1a6c125b service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] No waiting events found dispatching network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:23:51 user nova-compute[75223]: WARNING nova.compute.manager [req-9b8d6969-a1b7-458d-a9d0-af56ecf78e4d req-042a0c7a-ab55-4b64-8116-e90d1a6c125b service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received unexpected event network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce for instance with vm_state building and task_state spawning.
Dec 01 16:23:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Instance event wait completed in 0 seconds for  {{(pid=75223) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Guest created on hypervisor {{(pid=75223) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4417}}
Dec 01 16:23:53 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Instance spawned successfully.
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:900}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Found default for hw_cdrom_bus of ide {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Found default for hw_disk_bus of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Found default for hw_input_bus of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Found default for hw_pointer_model of None {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Found default for hw_video_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Found default for hw_vif_model of virtio {{(pid=75223) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:929}}
Dec 01 16:23:53 user nova-compute[75223]: INFO nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Took 5.82 seconds to spawn the instance on the hypervisor.
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Checking state {{(pid=75223) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Dec 01 16:23:53 user nova-compute[75223]: INFO nova.compute.manager [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Took 6.43 seconds to build instance.
Dec 01 16:23:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-5472ee00-690a-4f87-a1d9-dcb9191067dc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.682s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-ba53299c-68a9-4d86-bad4-1835bf7c8a20 req-7d63e0d9-5a61-4b8d-adff-ef1475650596 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ba53299c-68a9-4d86-bad4-1835bf7c8a20 req-7d63e0d9-5a61-4b8d-adff-ef1475650596 service nova] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ba53299c-68a9-4d86-bad4-1835bf7c8a20 req-7d63e0d9-5a61-4b8d-adff-ef1475650596 service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-ba53299c-68a9-4d86-bad4-1835bf7c8a20 req-7d63e0d9-5a61-4b8d-adff-ef1475650596 service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:23:53 user nova-compute[75223]: DEBUG nova.compute.manager [req-ba53299c-68a9-4d86-bad4-1835bf7c8a20 req-7d63e0d9-5a61-4b8d-adff-ef1475650596 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] No waiting events found dispatching network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:23:53 user nova-compute[75223]: WARNING nova.compute.manager [req-ba53299c-68a9-4d86-bad4-1835bf7c8a20 req-7d63e0d9-5a61-4b8d-adff-ef1475650596 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received unexpected event network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce for instance with vm_state active and task_state None.
Dec 01 16:23:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:23:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:12 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:29 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:32 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:24:32 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:24:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:35 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:24:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:24:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:24:39 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:24:39 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:24:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:24:40 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:24:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8894MB free_disk=25.058643341064453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 831bee3f-d89a-4293-869f-5df08389fa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:24:40 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:24:41 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:24:41 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:24:41 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:24:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.354s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:24:42 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:42 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:42 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:24:57 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:24:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 16:24:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:02 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:04 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 16:25:04 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 16:25:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:25:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:24 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:29 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:33 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:33 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:25:34 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:25:35 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:25:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:25:35 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:25:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-changed-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:25:37 user nova-compute[75223]: DEBUG nova.compute.manager [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Refreshing instance network info cache due to event network-changed-b9b56ba0-2588-4440-bf33-f614403f4cce. {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Dec 01 16:25:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:25:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:25:37 user nova-compute[75223]: DEBUG nova.network.neutron [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Refreshing network info cache for port b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Dec 01 16:25:38 user nova-compute[75223]: DEBUG nova.network.neutron [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated VIF entry in instance network info cache for port b9b56ba0-2588-4440-bf33-f614403f4cce. {{(pid=75223) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Dec 01 16:25:38 user nova-compute[75223]: DEBUG nova.network.neutron [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:25:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-2a6461bd-09e8-40f4-8414-800d544ebe5d req-ddc49770-4f5e-4068-a386-40c7836a6eb5 service nova] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:25:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:41 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:25:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:25:41 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:25:41 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:25:41 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:25:42 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:25:42 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9010MB free_disk=25.057422637939453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.346s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 831bee3f-d89a-4293-869f-5df08389fa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:25:42 user nova-compute[75223]: INFO nova.compute.manager [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attaching volume 2a5c4f07-d5fc-4b09-a60d-f1b68766a332 to /dev/vdb
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG os_brick.utils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf27199-7ef0-4418-a593-1ffd64595b47]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f23a55c-8499-449e-bba9-44de142280c6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.294s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ca454cd-74e9-407a-9926-b6f492269ef6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc91202c-4a60-40ff-bc16-3723ab8dd082]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:25:42 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:25:42 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e7dadf-a20e-4932-b14f-3f09bb0d41a2]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG os_brick.utils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating existing volume attachment record: 289517a8-781e-47a8-b2eb-aea8b5bfa247 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:25:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XxmKVvPN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:25:51 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:25:51 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:25:51 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c31862-d2f3-4d60-9802-aaa2dbe2408c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:25:51 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e41126e-dd64-4f2d-97f6-27219e218e8e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332] added
Dec 01 16:25:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c276baf-684a-4289-9e7c-e8fd0ece6077]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2271440-0a67-45fc-b81f-2374203444b7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XxmKVvPN {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XxmKVvPN" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c6bc31c-d606-4c6a-859f-0d11458cffae]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XxmKVvPN'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe59e0cb-4f95-449f-97fe-28d4636bca1a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d1d747-786e-4f77-a297-552186e909bc]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:25:51 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:25:51 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:25:51 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:25:51 user nova-compute[75223]: 
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[08293270-9caa-4e3b-b1da-1cc993ceafe3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260]
Dec 01 16:25:51 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260] successful.
Dec 01 16:25:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e4c050-288b-4081-b73f-c3307d49eb38]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b868f19a-68b8-484f-aefc-bb5a22d72ecc]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 (non-flash)
Dec 01 16:25:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 (non-flash)
Dec 01 16:25:51 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2762f2ea-db20-4283-aaa1-c05a8fffea8c]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:25:51 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XxmKVvPN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:25:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:25:52 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '23162353935613332', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:25:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23162353935613332', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:25:52 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:25:52 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:25:52 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:25:52 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:25:52 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:25:52 user nova-compute[75223]:   <serial>2a5c4f07-d5fc-4b09-a60d-f1b68766a332</serial>
Dec 01 16:25:52 user nova-compute[75223]: </disk>
Dec 01 16:25:52 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:25:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:25:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:25:53 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No VIF found with MAC fa:16:3e:64:88:9d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:25:53 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e140351b-79fa-497c-8a99-99105c1769fc tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.550s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:25:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:25:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:26:10 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:26:10 user nova-compute[75223]: INFO nova.compute.manager [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Detaching volume 2a5c4f07-d5fc-4b09-a60d-f1b68766a332
Dec 01 16:26:10 user nova-compute[75223]: INFO nova.virt.block_device [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attempting to driver detach volume 2a5c4f07-d5fc-4b09-a60d-f1b68766a332 from mountpoint /dev/vdb
Dec 01 16:26:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Attempting to detach device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:26:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:26:10 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:26:10 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:26:10 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:26:10 user nova-compute[75223]:   <serial>2a5c4f07-d5fc-4b09-a60d-f1b68766a332</serial>
Dec 01 16:26:10 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:26:10 user nova-compute[75223]: </disk>
Dec 01 16:26:10 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:26:10 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config.
Dec 01 16:26:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:26:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:26:10 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:26:10 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:26:10 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:26:10 user nova-compute[75223]:   <serial>2a5c4f07-d5fc-4b09-a60d-f1b68766a332</serial>
Dec 01 16:26:10 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:26:10 user nova-compute[75223]: </disk>
Dec 01 16:26:10 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:26:10 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:26:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:30 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 is timed out.
Dec 01 16:26:30 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config.
Dec 01 16:26:30 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XxmKVvPN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:26:30 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af1ce76d-ae46-4b21-b0c2-08f717da9aae]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:26:30 user nova-compute[75223]: No targets found.
Dec 01 16:26:30 user nova-compute[75223]: iSNS:
Dec 01 16:26:30 user nova-compute[75223]: No targets found.
Dec 01 16:26:30 user nova-compute[75223]: STATIC:
Dec 01 16:26:30 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332
Dec 01 16:26:30 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:26:30 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:26:30 user nova-compute[75223]: FIRMWARE:
Dec 01 16:26:30 user nova-compute[75223]: No targets found.
Dec 01 16:26:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:26:30 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:26:30 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fa3c6d1-a530-47c6-b0c9-ba23dd9aeb0a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[36ffc731-2f68-4f44-b26e-a9931af6067e]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 (non-flash)
Dec 01 16:26:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 (non-flash)
Dec 01 16:26:30 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d426cb80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb37775e-1e43-44aa-b0ac-18e7b09e0f53]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c81a08f-c5ac-4008-98c0-e86888a25572]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:26:30 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2cdaedc-8537-4d70-9964-9cb09c483148]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b3a736-ae93-4fcc-9331-15bcd59fec4f]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[19700fe5-a57a-4d7c-8085-4113b6919a2a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf5b6cc-e22a-4a69-b438-1495d3575e0b]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260]
Dec 01 16:26:31 user nova-compute[75223]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332, portal: 172.16.0.220,3260] successful.
Dec 01 16:26:31 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5c4f07-d5fc-4b09-a60d-f1b68766a332 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e810485-6f8b-4a0e-8b39-6568904c6fbd]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== disconnect_volume: return (290ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG nova.objects.instance [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:26:31 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-525ac846-8efe-40d1-9963-ca737084e521 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.643s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:26:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:34 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:34 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:26:35 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:35 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Triggering sync for uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Dec 01 16:26:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:26:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:26:35 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.023s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:26:35 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:26:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:26:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:26:36 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:26:36 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:26:36 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:26:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:26:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:26:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:26:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:42 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:26:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:26:44 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:26:44 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9008MB free_disk=25.05626678466797GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 831bee3f-d89a-4293-869f-5df08389fa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:26:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:26:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:26:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:26:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:26:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG nova.objects.instance [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:27:03 user nova-compute[75223]: INFO nova.compute.manager [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attaching volume 1d2f688e-d30b-480b-8577-b1ad5e255ac7 to /dev/vdb
Dec 01 16:27:03 user nova-compute[75223]: DEBUG os_brick.utils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[735a0cc2-85da-409c-8c8b-230b07560d72]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[27fcfaaa-91ef-476a-b466-d8f115a57987]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[08340c85-ce4b-4786-920c-af43c51d57d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[690de150-d5b8-4ef7-ad6b-89983ec3bb6f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:27:03 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:27:03 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5e7efcd-db91-45ef-8474-32f772bd1bee]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG os_brick.utils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:27:03 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating existing volume attachment record: 513871a6-782f-4e89-8819-8f98876526ed {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:27:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:11 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:27:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfnDtdRj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:27:11 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:27:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:27:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:27:11 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:27:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:27:11 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:27:11 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:27:11 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[abeea6f1-ce72-4494-b99e-3772a84c6754]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:27:12 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f02ff719-2716-47c5-8b4c-eaa4ec0af793]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7] added
Dec 01 16:27:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.043s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[d47dfb83-d8a7-43b3-8849-c41bdb542ab5]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[513dcf31-090c-4c47-9ac5-af31d918db8d]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NfnDtdRj {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NfnDtdRj" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c93bab0a-249f-45c4-8433-2d907b7a555e]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NfnDtdRj'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[de6f8b04-4285-48a7-9dcd-4200cefae8aa]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5381ddd1-4655-49a3-9dbf-eb86c816f77a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:27:12 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:27:12 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:27:12 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:27:12 user nova-compute[75223]: 
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0379340-72b8-417a-9d5d-971634bbd2c1]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260]
Dec 01 16:27:12 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260] successful.
Dec 01 16:27:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca8f246-d7a3-45e2-a969-33db90297498]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c89a4058-6fff-4903-9f81-72ce3d6ab57c]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 (non-flash)
Dec 01 16:27:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 (non-flash)
Dec 01 16:27:12 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[371ad694-13f8-4d16-806b-043851a2bc6b]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:12 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfnDtdRj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '23936313430653465', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936313430653465', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG nova.objects.instance [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:27:13 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:27:13 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:27:13 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:27:13 user nova-compute[75223]:   <serial>1d2f688e-d30b-480b-8577-b1ad5e255ac7</serial>
Dec 01 16:27:13 user nova-compute[75223]: </disk>
Dec 01 16:27:13 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No VIF found with MAC fa:16:3e:64:88:9d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:27:13 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-eb39b165-4c5c-420a-a340-81623c880857 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.286s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:27:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:27:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:27:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:27:15 user nova-compute[75223]: INFO nova.compute.manager [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Detaching volume 1d2f688e-d30b-480b-8577-b1ad5e255ac7
Dec 01 16:27:15 user nova-compute[75223]: INFO nova.virt.block_device [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attempting to driver detach volume 1d2f688e-d30b-480b-8577-b1ad5e255ac7 from mountpoint /dev/vdb
Dec 01 16:27:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Attempting to detach device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:27:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:27:15 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:27:15 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:27:15 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:27:15 user nova-compute[75223]:   <serial>1d2f688e-d30b-480b-8577-b1ad5e255ac7</serial>
Dec 01 16:27:15 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:27:15 user nova-compute[75223]: </disk>
Dec 01 16:27:15 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:27:15 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config.
Dec 01 16:27:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:27:15 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:27:15 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:27:15 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:27:15 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:27:15 user nova-compute[75223]:   <serial>1d2f688e-d30b-480b-8577-b1ad5e255ac7</serial>
Dec 01 16:27:15 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:27:15 user nova-compute[75223]: </disk>
Dec 01 16:27:15 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:27:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:16 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:27:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:25 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:33 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:27:36 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 is timed out.
Dec 01 16:27:36 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config.
Dec 01 16:27:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NfnDtdRj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:27:36 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[71d8ee75-f07f-4e21-aa14-63cc57e121ca]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:27:36 user nova-compute[75223]: No targets found.
Dec 01 16:27:36 user nova-compute[75223]: iSNS:
Dec 01 16:27:36 user nova-compute[75223]: No targets found.
Dec 01 16:27:36 user nova-compute[75223]: STATIC:
Dec 01 16:27:36 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7
Dec 01 16:27:36 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:27:36 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:27:36 user nova-compute[75223]: FIRMWARE:
Dec 01 16:27:36 user nova-compute[75223]: No targets found.
Dec 01 16:27:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:27:36 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:27:36 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e4d47a-c4e4-4a9e-9cfb-498997c3bcf0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e90d50a2-4124-48d8-b771-25723e869bac]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 (non-flash)
Dec 01 16:27:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 (non-flash)
Dec 01 16:27:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23f44e75b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef519aa4-cf6b-44f0-8a40-d205f514e846]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe25bbd-05f3-440f-b2a4-264cd81c7d92]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[307ed266-0a50-4c44-a6a4-552f1002bdd1]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec462bf-4dc5-479c-97f3-48c0ec0f0ca4]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b0339a-c46b-4fd1-b021-9c3510024449]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6cf0b91-6062-408a-a258-74d353a6ffbd]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260]
Dec 01 16:27:36 user nova-compute[75223]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7, portal: 172.16.0.220,3260] successful.
Dec 01 16:27:36 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1d2f688e-d30b-480b-8577-b1ad5e255ac7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[68797c2a-fe18-41d6-a36e-4403e973faab]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.278s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== disconnect_volume: return (279ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:36 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9933d8ec-b898-492c-8c15-2052addcdf6d tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.731s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:27:37 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:27:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:27:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:27:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:27:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:43 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:27:44 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:45 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:27:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:27:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:27:45 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:27:45 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:27:45 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:27:46 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:27:46 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:27:46 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8984MB free_disk=25.05523681640625GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 831bee3f-d89a-4293-869f-5df08389fa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:27:46 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.169s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:27:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:27:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:28:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:28:08 user nova-compute[75223]: DEBUG nova.objects.instance [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:28:08 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:28:09 user nova-compute[75223]: INFO nova.compute.manager [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attaching volume 6288a259-5810-4c39-a930-3bd785ac09bc to /dev/vdb
Dec 01 16:28:09 user nova-compute[75223]: DEBUG os_brick.utils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f80c8708-c543-405e-a1df-3fbf2060b06c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a1b67ce-08b2-47a5-9f51-1f0e5fd988ea]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6b6833-0336-4300-9b4f-c4e7fce58818]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dea0e69-c755-4cea-8d8d-bc4a4fd8ea9d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:28:09 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:28:09 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f93a7691-0724-4a11-ba36-b1ccc88f7fd3]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG os_brick.utils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating existing volume attachment record: b5ed5bdb-fe3e-4ce1-a71f-883484419996 {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:28:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xTGSoBtK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:28:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:28:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:28:18 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4355bb-0024-4cb3-873b-1e7f7a5166f5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:28:18 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[537af492-1384-42c3-b913-03fdf09e17c1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc] added
Dec 01 16:28:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f83bbe35-370a-426f-8b82-7295b00fb259]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[00cbe50c-c052-49ee-ba7f-718eff2eb8b2]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xTGSoBtK {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xTGSoBtK" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ff67f8-129a-43ec-84f2-ac750e278ee9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xTGSoBtK'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[83e0456d-876e-4dd2-b79b-9403aca8fded]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[53280cd8-b7f6-4cba-8c16-902c757fe6b0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:28:18 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:28:18 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:28:18 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:28:18 user nova-compute[75223]: 
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[c45517c7-307e-4ebc-a13e-a0ba569616a0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260]
Dec 01 16:28:18 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260] successful.
Dec 01 16:28:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9838964-dd1d-41f3-8a1d-d6a6a1663be7]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[89dfb155-210b-4b72-89cc-dc69e99aef35]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc (non-flash)
Dec 01 16:28:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc (non-flash)
Dec 01 16:28:18 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[78c4d9d6-b944-4b26-9d2e-f7a0c479fc1b]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:18 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xTGSoBtK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.270s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== connect_volume: return (1271ms) {'type': 'block', 'scsi_wwn': '26334393033643662', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26334393033643662', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG nova.objects.instance [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:28:19 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:28:19 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:28:19 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:28:19 user nova-compute[75223]:   <serial>6288a259-5810-4c39-a930-3bd785ac09bc</serial>
Dec 01 16:28:19 user nova-compute[75223]: </disk>
Dec 01 16:28:19 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:28:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:28:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:28:20 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No VIF found with MAC fa:16:3e:64:88:9d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:28:20 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-62156e20-3ce6-4d27-bd3f-4d4be14f8ef8 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.928s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:28:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:28:22 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:28:22 user nova-compute[75223]: INFO nova.compute.manager [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Detaching volume 6288a259-5810-4c39-a930-3bd785ac09bc
Dec 01 16:28:22 user nova-compute[75223]: INFO nova.virt.block_device [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attempting to driver detach volume 6288a259-5810-4c39-a930-3bd785ac09bc from mountpoint /dev/vdb
Dec 01 16:28:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Attempting to detach device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:28:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:28:22 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:28:22 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:28:22 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:28:22 user nova-compute[75223]:   <serial>6288a259-5810-4c39-a930-3bd785ac09bc</serial>
Dec 01 16:28:22 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:28:22 user nova-compute[75223]: </disk>
Dec 01 16:28:22 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:28:22 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config.
Dec 01 16:28:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:28:22 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:28:22 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:28:22 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:28:22 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:28:22 user nova-compute[75223]:   <serial>6288a259-5810-4c39-a930-3bd785ac09bc</serial>
Dec 01 16:28:22 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:28:22 user nova-compute[75223]: </disk>
Dec 01 16:28:22 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:28:23 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:28:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:33 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:28:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:28:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:28:37 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:28:37 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:28:37 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:28:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:28:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:28:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:28:38 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:28:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:28:43 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 is timed out.
Dec 01 16:28:43 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config.
Dec 01 16:28:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xTGSoBtK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:28:43 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[1451a6b5-0ab9-4f06-8052-09db1567175f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:28:43 user nova-compute[75223]: No targets found.
Dec 01 16:28:43 user nova-compute[75223]: iSNS:
Dec 01 16:28:43 user nova-compute[75223]: No targets found.
Dec 01 16:28:43 user nova-compute[75223]: STATIC:
Dec 01 16:28:43 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc
Dec 01 16:28:43 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:28:43 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:28:43 user nova-compute[75223]: FIRMWARE:
Dec 01 16:28:43 user nova-compute[75223]: No targets found.
Dec 01 16:28:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:28:43 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:28:43 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[36b87fc0-11a3-4dcd-baa0-447ca335cc2e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[feacf5c7-4864-4226-a922-1e1dd82bf72c]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc (non-flash)
Dec 01 16:28:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc (non-flash)
Dec 01 16:28:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d43fe8c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d83008e-f063-4684-8e79-b6323f4f34f7]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[96973086-262f-4413-ba8c-8e541380fa35]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c9bba77-d718-4d1a-bf3d-3a7fbc312347]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5149d4fd-a494-412e-a379-85442bb6f9f4]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e7f05b8-78af-46f6-a6d4-eeb72bd20db9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[af9959b7-8005-4599-b131-fe63d3e449fc]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260]
Dec 01 16:28:43 user nova-compute[75223]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc, portal: 172.16.0.220,3260] successful.
Dec 01 16:28:43 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6288a259-5810-4c39-a930-3bd785ac09bc -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4106ffc4-492e-4ff0-88fd-b094e0620233]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.279s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== disconnect_volume: return (280ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:28:43 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:28:44 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:28:44 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ec2795a7-f516-4618-bb34-0228605bd1b1 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.755s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:28:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:45 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:45 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:45 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:28:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:28:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:28:47 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:28:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:28:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:28:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:28:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8986MB free_disk=25.054271697998047GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 831bee3f-d89a-4293-869f-5df08389fa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:28:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:28:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:28:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:28:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:28:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:29:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:29:15 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:29:15 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:29:16 user nova-compute[75223]: INFO nova.compute.manager [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attaching volume 7b371d28-dc62-4c6c-a7c9-4de734706468 to /dev/vdb
Dec 01 16:29:16 user nova-compute[75223]: DEBUG os_brick.utils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec5be571-acd5-4928-901e-8cf3aad7d2fb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:9bb3fe977ad3\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f3dc4f3-13df-4661-9c0e-a0fa81e11591]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bec6bc8d-07e9-4f83-a8be-0edafb03ca4f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[60949949-736b-47bd-aa5c-22a7d828a2f2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:16 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Running cmd (subprocess): nvme version {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] 'nvme version' failed. Not Retrying. {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] nvme not present on system {{(pid=75223) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Dec 01 16:29:17 user nova-compute[75223]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Dec 01 16:29:17 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc92c15f-ea62-4345-bcf4-e4566f12b719]: (4, '') {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75223) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.lightos [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] LIGHTOS: no hostnqn found. {{(pid=75223) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG os_brick.utils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:9bb3fe977ad3', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:29:17 user nova-compute[75223]: DEBUG nova.virt.block_device [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating existing volume attachment record: 1311a33d-02c8-4c63-aecb-0b31c6a6c5fd {{(pid=75223) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Dec 01 16:29:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Calling os-brick to attach iSCSI Volume {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bEvMoska', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:29:25 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:29:25 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:29:25 user nova-compute[75223]: INFO os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e020997d-ca2b-4570-bf79-1b90483677e6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Dec 01 16:29:25 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --interface default --op new {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6ed5e56-6ba2-494c-b623-f61a24dd3a5a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468] added\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468] added
Dec 01 16:29:25 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[18e4e8ad-87cf-4e2a-8e5b-81726fcb361a]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c4c59ee-cd0f-467e-b668-341b38fb75b9]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bEvMoska {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bEvMoska" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[00169539-136b-4275-9d66-18052017aac0]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bEvMoska'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0749a0c-3b4a-46b4-8b58-f155c7cd771b]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bc61110-4a29-4b1a-8947-c42b3658cd82]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:29:25 user nova-compute[75223]:  {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Dec 01 16:29:25 user nova-compute[75223]:  {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:29:25 user nova-compute[75223]: WARNING os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Dec 01 16:29:25 user nova-compute[75223]: 
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --login {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d6494a0-5c70-4e39-8545-876d3870d52f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260]
Dec 01 16:29:25 user nova-compute[75223]: Login to [iface: default, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260] successful.
Dec 01 16:29:25 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[98dbde47-09a0-4c86-869a-ccac24fd1bbf]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddde234d-0b7f-4564-b95a-ff62387bf361]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 (non-flash)
Dec 01 16:29:25 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 (non-flash)
Dec 01 16:29:25 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to 172.16.0.220:3260 {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=75223) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75223) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[00a16984-337b-4b3d-bbb6-987b0f97de52]: (4, ('- - 0', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:25 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: None {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:29:26 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75223) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Dec 01 16:29:26 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bEvMoska', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75223) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Dec 01 16:29:26 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.283s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:29:26 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== connect_volume: return (1284ms) {'type': 'block', 'scsi_wwn': '23961616465373338', 'path': '/dev/sdb'} {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:29:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23961616465373338', 'path': '/dev/sdb'} {{(pid=75223) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Dec 01 16:29:26 user nova-compute[75223]: DEBUG nova.objects.instance [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:29:26 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] attach device xml: <disk type="block" device="disk">
Dec 01 16:29:26 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:29:26 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:29:26 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:29:26 user nova-compute[75223]:   <serial>7b371d28-dc62-4c6c-a7c9-4de734706468</serial>
Dec 01 16:29:26 user nova-compute[75223]: </disk>
Dec 01 16:29:26 user nova-compute[75223]:  {{(pid=75223) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Dec 01 16:29:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vda, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:29:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75223) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12086}}
Dec 01 16:29:27 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] No VIF found with MAC fa:16:3e:64:88:9d, not building metadata {{(pid=75223) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12062}}
Dec 01 16:29:27 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-9b3b1308-a77e-4344-942b-67e8595f070a tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.571s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:29:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:29:29 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:29:29 user nova-compute[75223]: INFO nova.compute.manager [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Detaching volume 7b371d28-dc62-4c6c-a7c9-4de734706468
Dec 01 16:29:29 user nova-compute[75223]: INFO nova.virt.block_device [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Attempting to driver detach volume 7b371d28-dc62-4c6c-a7c9-4de734706468 from mountpoint /dev/vdb
Dec 01 16:29:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Attempting to detach device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config. {{(pid=75223) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2483}}
Dec 01 16:29:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:29:29 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:29:29 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:29:29 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:29:29 user nova-compute[75223]:   <serial>7b371d28-dc62-4c6c-a7c9-4de734706468</serial>
Dec 01 16:29:29 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:29:29 user nova-compute[75223]: </disk>
Dec 01 16:29:29 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:29:29 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the persistent domain config.
Dec 01 16:29:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config. {{(pid=75223) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2519}}
Dec 01 16:29:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.guest [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] detach device xml: <disk type="block" device="disk">
Dec 01 16:29:29 user nova-compute[75223]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Dec 01 16:29:29 user nova-compute[75223]:   <source dev="/dev/sdb"/>
Dec 01 16:29:29 user nova-compute[75223]:   <target dev="vdb" bus="virtio"/>
Dec 01 16:29:29 user nova-compute[75223]:   <serial>7b371d28-dc62-4c6c-a7c9-4de734706468</serial>
Dec 01 16:29:29 user nova-compute[75223]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Dec 01 16:29:29 user nova-compute[75223]: </disk>
Dec 01 16:29:29 user nova-compute[75223]:  {{(pid=75223) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Dec 01 16:29:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:29 user nova-compute[75223]: DEBUG nova.virt.libvirt.driver [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2595}}
Dec 01 16:29:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:35 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:29:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:29:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:29:46 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:29:47 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:29:48 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:29:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9003MB free_disk=25.045501708984375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 831bee3f-d89a-4293-869f-5df08389fa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:29:48 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.349s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:49 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 831bee3f-d89a-4293-869f-5df08389fa48 is timed out.
Dec 01 16:29:49 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully detached device vdb from instance 831bee3f-d89a-4293-869f-5df08389fa48 from the live domain config.
Dec 01 16:29:49 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] calling os-brick to detach iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f23f476d660>, {'target_iqn': 'iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bEvMoska', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Dec 01 16:29:49 user nova-compute[75223]: WARNING os_brick.initiator.connectors.base [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Dec 01 16:29:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[98ddebb5-3ef7-483f-b13c-86c5e3d55921]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Dec 01 16:29:49 user nova-compute[75223]: No targets found.
Dec 01 16:29:49 user nova-compute[75223]: iSNS:
Dec 01 16:29:49 user nova-compute[75223]: No targets found.
Dec 01 16:29:49 user nova-compute[75223]: STATIC:
Dec 01 16:29:49 user nova-compute[75223]: Target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468
Dec 01 16:29:49 user nova-compute[75223]:         Portal: 172.16.0.220:3260,-1
Dec 01 16:29:49 user nova-compute[75223]:                 Iface Name: default
Dec 01 16:29:49 user nova-compute[75223]: FIRMWARE:
Dec 01 16:29:49 user nova-compute[75223]: No targets found.
Dec 01 16:29:49 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Dec 01 16:29:49 user nova-compute[75223]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Dec 01 16:29:49 user nova-compute[75223]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75223) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468', 0)] {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:49 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a716ad-0226-46c7-a8b2-1c1bd8183dd2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[f55bbaf5-2231-4f54-b134-9b9720e6324e]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 (non-flash)\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 (non-flash)
Dec 01 16:29:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 (non-flash)
Dec 01 16:29:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f23d4376290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468'): ({'sdb'}, set())}) {{(pid=75223) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Removing single pathed devices sdb {{(pid=75223) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a80def9-4cbf-4385-9a8d-8ee0329e59c1]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d854f7b-395a-4962-8b2a-5dfcd787b0be]: (4, ('ok\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Flushing IO for device /dev/sdb {{(pid=75223) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aeb6530-c239-4b14-b5a9-44443eb994f6]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75223) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc752ab2-5883-48a1-9197-7fecd3a182ab]: (4, ('1', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.linuxscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] SCSI volumes sdb have been removed. {{(pid=75223) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468')] {{(pid=75223) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2fa3b6-73cc-472c-a055-2073a6eccb88]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --logout {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[a22b7890-f81f-493f-ac83-b14c0d82769b]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260]
Dec 01 16:29:50 user nova-compute[75223]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468, portal: 172.16.0.220,3260] successful.
Dec 01 16:29:50 user nova-compute[75223]:  stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op delete {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7b371d28-dc62-4c6c-a7c9-4de734706468 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86402) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0fa18d-29e2-45f8-9e20-f2a48d1f0461]: (4, ('', '')) {{(pid=86402) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75223) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.base [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] <== disconnect_volume: return (307ms) None {{(pid=75223) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Dec 01 16:29:50 user nova-compute[75223]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Disconnected iSCSI Volume {{(pid=75223) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Dec 01 16:29:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'flavor' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:29:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-ab3df86c-b2b4-46cf-a91b-0b6dc0feb96e tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.665s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:29:54 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:29:57 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:29:57 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75223) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Dec 01 16:29:59 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:30:04 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:06 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:09 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:13 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Cleaning up deleted instances {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Dec 01 16:30:13 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] There are 0 instances to clean {{(pid=75223) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Dec 01 16:30:14 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:19 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:24 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:27 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:29 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:30:34 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:30:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:37 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:37 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquired lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Forcefully refreshing network info cache for instance {{(pid=75223) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Dec 01 16:30:38 user nova-compute[75223]: DEBUG nova.objects.instance [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lazy-loading 'info_cache' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:30:39 user nova-compute[75223]: DEBUG nova.network.neutron [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [{"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:30:39 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Releasing lock "refresh_cache-831bee3f-d89a-4293-869f-5df08389fa48" {{(pid=75223) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Dec 01 16:30:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updated the network info_cache for instance {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Dec 01 16:30:39 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:30:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:48 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:48 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:49 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:30:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:30:49 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:30:49 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:30:49 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:30:50 user nova-compute[75223]: INFO nova.compute.manager [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Terminating instance
Dec 01 16:30:50 user nova-compute[75223]: DEBUG nova.compute.manager [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Start destroying the instance on the hypervisor. {{(pid=75223) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:50 user nova-compute[75223]: DEBUG oslo_concurrency.processutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=75223) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8cd8b0c-ce22-40b4-a419-7491f1672c50 req-f6d543c9-ce34-4723-9819-efc5c12cd9c3 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-vif-unplugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8cd8b0c-ce22-40b4-a419-7491f1672c50 req-f6d543c9-ce34-4723-9819-efc5c12cd9c3 service nova] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8cd8b0c-ce22-40b4-a419-7491f1672c50 req-f6d543c9-ce34-4723-9819-efc5c12cd9c3 service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-c8cd8b0c-ce22-40b4-a419-7491f1672c50 req-f6d543c9-ce34-4723-9819-efc5c12cd9c3 service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8cd8b0c-ce22-40b4-a419-7491f1672c50 req-f6d543c9-ce34-4723-9819-efc5c12cd9c3 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] No waiting events found dispatching network-vif-unplugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.manager [req-c8cd8b0c-ce22-40b4-a419-7491f1672c50 req-f6d543c9-ce34-4723-9819-efc5c12cd9c3 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-vif-unplugged-b9b56ba0-2588-4440-bf33-f614403f4cce for instance with task_state deleting. {{(pid=75223) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Dec 01 16:30:51 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:30:51 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=8998MB free_disk=25.044540405273438GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:30:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [-] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Instance destroyed successfully.
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.objects.instance [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lazy-loading 'resources' on Instance uuid 831bee3f-d89a-4293-869f-5df08389fa48 {{(pid=75223) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.virt.libvirt.vif [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-12-01T16:23:46Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-2078936592',display_name='tempest-SnapshotDataIntegrityTests-server-2078936592',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-2078936592',id=53,image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBL9mU1WoGfzEwscdPQq4zy9ziZ5aE9gOg60puw2RHQiLm0r4kouJxdOLpoG4NNVEiI1JpJS9n//McN+PE+yiUZoXTjUFMeNDy6brrUZ5CWbwcbc1p3/aoglmDvxCIPLwEw==',key_name='tempest-keypair-167974884',keypairs=<?>,launch_index=0,launched_at=2023-12-01T16:23:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c9787490fc7b4fdea36c9f619520fdcc',ramdisk_id='',reservation_id='r-06f4bik6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='ce2ef816-8d04-43f7-96f7-6d77624db3e5',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-627481366',owner_user_name='tempest-SnapshotDataIntegrityTests-627481366-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-12-01T16:23:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1c2fb008b2914fae83b1fa16aff2a28b',uuid=831bee3f-d89a-4293-869f-5df08389fa48,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:837}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Converting VIF {"id": "b9b56ba0-2588-4440-bf33-f614403f4cce", "address": "fa:16:3e:64:88:9d", "network": {"id": "d0a114a9-7603-4e1c-864b-f0616ed91a75", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1092321414-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c9787490fc7b4fdea36c9f619520fdcc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb9b56ba0-25", "ovs_interfaceid": "b9b56ba0-2588-4440-bf33-f614403f4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.network.os_vif_util [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:64:88:9d,bridge_name='br-int',has_traffic_filtering=True,id=b9b56ba0-2588-4440-bf33-f614403f4cce,network=Network(d0a114a9-7603-4e1c-864b-f0616ed91a75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9b56ba0-25') {{(pid=75223) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG os_vif [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:88:9d,bridge_name='br-int',has_traffic_filtering=True,id=b9b56ba0-2588-4440-bf33-f614403f4cce,network=Network(d0a114a9-7603-4e1c-864b-f0616ed91a75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9b56ba0-25') {{(pid=75223) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb9b56ba0-25, bridge=br-int, if_exists=True) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3159f98b-7839-4321-b164-86dbcb35d53e) {{(pid=75223) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:30:51 user nova-compute[75223]: INFO os_vif [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:64:88:9d,bridge_name='br-int',has_traffic_filtering=True,id=b9b56ba0-2588-4440-bf33-f614403f4cce,network=Network(d0a114a9-7603-4e1c-864b-f0616ed91a75),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb9b56ba0-25')
Dec 01 16:30:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Deleting instance files /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48_del
Dec 01 16:30:51 user nova-compute[75223]: INFO nova.virt.libvirt.driver [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Deletion of /opt/stack/data/nova/instances/831bee3f-d89a-4293-869f-5df08389fa48_del complete
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Instance 831bee3f-d89a-4293-869f-5df08389fa48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75223) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:30:51 user nova-compute[75223]: INFO nova.compute.manager [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Took 1.09 seconds to destroy the instance on the hypervisor.
Dec 01 16:30:51 user nova-compute[75223]: DEBUG oslo.service.loopingcall [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75223) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.manager [-] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Deallocating network for instance {{(pid=75223) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] deallocate_for_instance() {{(pid=75223) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing inventories for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating ProviderTree inventory for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Updating inventory in ProviderTree for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing aggregate associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, aggregates: None {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Refreshing trait associations for resource provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446, traits: COMPUTE_STORAGE_BUS_SATA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_RESCUE_BFV,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_VOLUME_EXTEND,COMPUTE_STORAGE_BUS_USB,HW_CPU_X86_SSE,COMPUTE_ACCELERATORS,COMPUTE_NET_VIRTIO_PACKED,COMPUTE_NET_VIF_MODEL_E1000E,HW_CPU_X86_SSE41,COMPUTE_STORAGE_BUS_FDC,COMPUTE_SECURITY_UEFI_SECURE_BOOT,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_TRUSTED_CERTS,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_IMAGE_TYPE_ARI,HW_CPU_X86_SSSE3,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_ISO,HW_CPU_X86_SSE2,COMPUTE_STORAGE_BUS_IDE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX {{(pid=75223) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:30:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.334s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG nova.network.neutron [-] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Updating instance_info_cache with network_info: [] {{(pid=75223) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Dec 01 16:30:52 user nova-compute[75223]: INFO nova.compute.manager [-] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Took 0.91 seconds to deallocate network for instance.
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-c6df7328-baa2-46c3-9bc2-8c1b3a52674e req-2ebf02fb-a778-436b-b42c-022cfabfb202 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-vif-deleted-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.122s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:30:52 user nova-compute[75223]: INFO nova.scheduler.client.report [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Deleted allocations for instance 831bee3f-d89a-4293-869f-5df08389fa48
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-34bfe6c0-0175-4d96-b424-cac02cd9fa19 tempest-SnapshotDataIntegrityTests-627481366 tempest-SnapshotDataIntegrityTests-627481366-project-member] Lock "831bee3f-d89a-4293-869f-5df08389fa48" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.314s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-edfd542d-9754-494f-bc0a-3881569d7c05 req-089ed4c5-cfbc-4b09-b5fe-a7c0ddfd1a70 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received event network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-edfd542d-9754-494f-bc0a-3881569d7c05 req-089ed4c5-cfbc-4b09-b5fe-a7c0ddfd1a70 service nova] Acquiring lock "831bee3f-d89a-4293-869f-5df08389fa48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-edfd542d-9754-494f-bc0a-3881569d7c05 req-089ed4c5-cfbc-4b09-b5fe-a7c0ddfd1a70 service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [req-edfd542d-9754-494f-bc0a-3881569d7c05 req-089ed4c5-cfbc-4b09-b5fe-a7c0ddfd1a70 service nova] Lock "831bee3f-d89a-4293-869f-5df08389fa48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:30:52 user nova-compute[75223]: DEBUG nova.compute.manager [req-edfd542d-9754-494f-bc0a-3881569d7c05 req-089ed4c5-cfbc-4b09-b5fe-a7c0ddfd1a70 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] No waiting events found dispatching network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce {{(pid=75223) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Dec 01 16:30:52 user nova-compute[75223]: WARNING nova.compute.manager [req-edfd542d-9754-494f-bc0a-3881569d7c05 req-089ed4c5-cfbc-4b09-b5fe-a7c0ddfd1a70 service nova] [instance: 831bee3f-d89a-4293-869f-5df08389fa48] Received unexpected event network-vif-plugged-b9b56ba0-2588-4440-bf33-f614403f4cce for instance with vm_state deleted and task_state None.
Dec 01 16:30:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:31:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:11 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:31:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:31:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:31:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:31:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:31:16 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:21 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:31:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:31:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:31:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:31:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:31:26 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:28 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:31 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:36 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:31:36 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:39 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:39 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75223) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Dec 01 16:31:40 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:40 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Starting heal instance info cache {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Dec 01 16:31:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Rebuilding the list of instances to heal {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Dec 01 16:31:40 user nova-compute[75223]: DEBUG nova.compute.manager [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Didn't find any instances for network info cache update. {{(pid=75223) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Dec 01 16:31:40 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:41 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:44 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:46 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:47 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:49 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:51 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:31:51 user nova-compute[75223]: DEBUG oslo_service.periodic_task [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75223) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Dec 01 16:31:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:31:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:31:51 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:31:51 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Auditing locally available compute resources for user (node: user) {{(pid=75223) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Dec 01 16:31:52 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:31:52 user nova-compute[75223]: WARNING nova.virt.libvirt.driver [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Dec 01 16:31:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Hypervisor/Node resource view: name=user free_ram=9250MB free_disk=25.071395874023438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75223) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75223) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG nova.compute.provider_tree [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed in ProviderTree for provider: e8810a44-7c2e-4f8d-bac2-3b6ae207a446 {{(pid=75223) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG nova.scheduler.client.report [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Inventory has not changed for provider e8810a44-7c2e-4f8d-bac2-3b6ae207a446 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75223) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG nova.compute.resource_tracker [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Compute_service record updated for user:user {{(pid=75223) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Dec 01 16:31:52 user nova-compute[75223]: DEBUG oslo_concurrency.lockutils [None req-e05a22d1-b715-4f85-abfa-f09fd8bdcec7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.390s {{(pid=75223) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Dec 01 16:31:56 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:32:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Dec 01 16:32:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:32:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75223) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Dec 01 16:32:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:32:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75223) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Dec 01 16:32:01 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Dec 01 16:32:06 user nova-compute[75223]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=75223) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}